-- Logs begin at Fri 2022-06-17 07:57:08 UTC, end at Fri 2022-06-17 09:11:40 UTC. -- Jun 17 08:43:01.486746 dv-cinder-797608-33-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 08:43:04.317226 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:43:04.317908 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 17 08:43:04.318010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116098) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 17 08:43:04.321315 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:43:04.321555 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 17 08:43:04.321857 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116098) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 17 08:43:04.322863 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:43:04.323090 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:43:04.323471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:43:04.323714 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:43:04.323956 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:43:04.324358 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.324649 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.324875 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.325165 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.325446 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.325721 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.326003 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.326293 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.326573 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.326849 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.327126 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.327376 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.327658 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.327938 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.328215 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.328435 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] debug = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.328709 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.329141 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.329545 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.329824 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.330103 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.330374 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.330637 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.330905 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.331181 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.331542 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] host = dv-cinder-797608-33-iscsi {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.331812 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.332095 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.332382 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.332664 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.332935 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.333205 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.333482 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.333749 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.334013 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] log_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.334284 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.334565 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.334847 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.335128 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.335367 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.335596 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.335880 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.336181 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.336452 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.336723 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.336993 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.337262 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.337530 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.337794 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.338072 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.338349 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.339137 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.339434 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.339707 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.339972 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.340238 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.340515 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.340781 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.341048 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.341316 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.341596 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.341858 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.342123 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.342415 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.342696 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.342971 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.343249 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.343544 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.343822 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.344086 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.344351 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.344612 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] use_json = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.344876 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.345138 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.345410 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.345672 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.345935 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.346200 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.346461 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.346735 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.346998 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:04.347284 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.347598 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.347893 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.348168 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.348462 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.348736 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.349017 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.349288 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.349616 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.349911 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.350180 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.350448 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.350740 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.351021 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.351310 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.351635 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.351923 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.352210 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.352481 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.352754 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.353021 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.353293 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.353573 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.353841 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.354680 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.354970 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.355247 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.355557 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.355838 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.356115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.356400 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.356683 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.356949 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.357219 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.357498 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.357768 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.358031 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.358307 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.358576 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.358840 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.359118 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.359422 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.359705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.359969 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.360238 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.360517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.360783 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.361043 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.361302 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.361568 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.361829 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.362104 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.362372 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.362638 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.362898 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.363166 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.363458 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.363725 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.363995 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.364260 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.364525 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.364790 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.365054 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.365317 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.365580 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.365840 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.366101 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.366361 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.366624 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.366885 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.367150 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.367464 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.367703 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.367966 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.368259 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.368530 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.368799 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.369068 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.369336 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.369603 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.369890 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.370160 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.370429 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.370691 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.370974 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.371251 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.371552 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.371828 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.372096 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.372403 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.372672 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.372938 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.373211 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.373510 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.373811 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.374088 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.374362 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.374649 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.374938 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.375210 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.375529 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.375819 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.376106 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.376403 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.376705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.376978 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:04.377188 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:43:04.377425 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116098) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 08:43:04.761202 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=116098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 17 08:43:04.761471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=116098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 17 08:43:04.761787 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 17 08:43:04.762120 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 08:43:05.084879 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.085061 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.085327 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.088242 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.088540 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.088803 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.141398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.141672 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.141933 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.156773 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.157051 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.157317 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.187775 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.188033 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.188299 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.224950 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.225227 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.225486 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.456318 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.456803 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.456889 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.457099 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.457995 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.556860 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.557848 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.558129 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.558396 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.558659 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.558962 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.559217 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.559490 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.559739 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.560013 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.560270 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.560525 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.560773 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.561017 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.561269 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.561526 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.561774 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.562032 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.562293 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.562546 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.562809 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.563056 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.563328 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.563720 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.563964 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.564203 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.564590 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:05.564822 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:05.565051 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:05.565279 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:05.565506 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:05.565734 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:05.566087 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 08:43:05.569412 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 08:43:05.573844 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 08:43:05.577746 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 17 08:43:05.579332 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 08:43:05.579809 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 08:43:05.580132 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 08:43:05.580506 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 08:43:05.583226 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 08:43:05.583504 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 08:43:05.583841 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:43:05.588866 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 17 08:43:05.612001 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 08:43:05.612447 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.612738 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116098) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 17 08:43:05.613103 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.614431 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116098) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 08:43:05.614706 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:43:05.614942 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 08:43:05.618408 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.618682 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:05.748260 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 08:43:05.748498 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 08:43:05.748731 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 08:43:05.749118 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 08:43:05.802214 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO dbcounter [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Registered counter for database neutron Jun 17 08:43:05.822154 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_db.sqlalchemy.engines [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116098) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 08:43:05.828496 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG dbcounter [-] [116098] Writer thread running {{(pid=116098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 08:43:06.536951 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing driver for type 'gre' Jun 17 08:43:06.537632 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] gre ID ranges: [(1, 1000)] Jun 17 08:43:06.736961 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing driver for type 'local' Jun 17 08:43:06.737289 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing driver for type 'vlan' Jun 17 08:43:06.834008 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] VlanTypeDriver initialization complete Jun 17 08:43:06.834346 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing driver for type 'vxlan' Jun 17 08:43:06.834845 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] vxlan ID ranges: [(1, 1000)] Jun 17 08:43:07.040124 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing extension driver 'port_security' Jun 17 08:43:07.040388 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.extensions.port_security [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] PortSecurityExtensionDriver initialization complete Jun 17 08:43:07.040723 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing mechanism driver 'openvswitch' Jun 17 08:43:07.041044 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing mechanism driver 'hyperv' Jun 17 08:43:07.047867 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.plugin [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.048539 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.048912 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.049265 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.049826 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 08:43:07.050247 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnet after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.050601 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnet after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.050946 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnet after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.051335 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 08:43:07.051765 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.052115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.052454 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.052836 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 08:43:07.053235 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > security_group after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.053579 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > security_group after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.053918 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > security_group after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.054303 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 08:43:07.054699 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.055040 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.055400 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.055984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 08:43:07.056449 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > address_group after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.056800 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > address_group after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.057669 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > address_group after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.058221 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 08:43:07.058660 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] ML2 OVO RPC backend initialized. {{(pid=116098) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 08:43:07.059376 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router_interface after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.059748 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.060166 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.060521 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > networks before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.060868 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.061209 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > ports before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.061616 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnet before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.061957 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnets before_response 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.062305 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.062646 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.062978 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.063311 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.067394 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.067394 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.067394 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnet after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.067394 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnet after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.067782 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > subnet after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.074182 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded quota_driver: . Jun 17 08:43:07.074538 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.plugin [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Modular L2 Plugin initialization complete Jun 17 08:43:07.074950 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading services supported by the core plugin {{(pid=116098) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 08:43:07.075319 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.plugins.ml2.managers [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Got port-security extension from driver 'port_security' Jun 17 08:43:07.075819 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.extensions.vlantransparent [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Disabled vlantransparent extension. Jun 17 08:43:07.076313 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116098) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 08:43:07.076638 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: router Jun 17 08:43:07.124386 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router_interface before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.124775 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router after_create 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.125150 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router before_create 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.125519 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.125898 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.126259 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router after_delete 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.126622 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > floatingip after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.126975 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > floatingip after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.127339 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router after_create 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.127711 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router after_update 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.128068 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router after_update 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.128437 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.128781 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router after_update 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.129197 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_update 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.129571 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: port after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.129956 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: port after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.130295 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: subnet after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.130638 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.130987 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > port precommit_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.131338 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_create 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.131707 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: port before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.132049 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.132407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router after_update 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.132754 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_delete 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.133108 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_create 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.133473 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router_interface after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.133822 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_update 55549900 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.134194 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > agent after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.134549 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > agent after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.134899 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > network after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.136498 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Tracking information for resource: router configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:07.136835 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Tracking information for resource: floatingip configured {{(pid=116098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:43:07.153499 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.db.l3_agentschedulers_db [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 08:43:07.154077 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: port after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.154437 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: port after_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.154785 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: port after_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.155141 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: port after_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.155959 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router before_create 55550100 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.156322 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_delete 55550100 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.156683 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_create 55550100 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.157038 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > router precommit_update 55550100 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.161896 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.services.provider_configuration [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service providers = [] {{(pid=116098) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 08:43:07.162266 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.db.servicetype_db [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116098) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 08:43:07.165314 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.services.service_base [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:43:07.165657 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.services.service_base [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:43:07.165999 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.services.service_base [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:43:07.166919 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.services.service_base [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:43:07.167293 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.services.service_base [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 08:43:07.167708 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.168033 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 08:43:07.184506 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.184837 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: auto_allocate Jun 17 08:43:07.190612 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: network precommit_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.190985 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: network precommit_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.191812 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.192134 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: tag Jun 17 08:43:07.199679 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.200017 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: timestamp Jun 17 08:43:07.204096 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.204431 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: network_ip_availability Jun 17 08:43:07.209958 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.210354 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.210709 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.211454 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.211776 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: flavors Jun 17 08:43:07.224672 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.225008 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading Plugin: revisions Jun 17 08:43:07.229547 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:43:07.229947 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_concurrency.lockutils [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.468s {{(pid=116098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 17 08:43:07.230741 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116098) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 17 08:43:07.231080 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Initializing extension manager. Jun 17 08:43:07.231638 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: __init__.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.232186 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: __pycache__ {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.232532 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: _port_mac_address_override.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.232875 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: address_group.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.233696 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.234277 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: address-group Jun 17 08:43:07.234604 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: address_scope.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.235322 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.235861 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: address-scope Jun 17 08:43:07.236186 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: admin_state_down_before_update.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.237124 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.237649 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: router-admin-state-down-before-update Jun 17 08:43:07.237972 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: agent.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.238712 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.239222 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: agent Jun 17 08:43:07.239570 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: agent_resources_synced.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.240484 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.241001 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: agent-resources-synced Jun 17 08:43:07.241330 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: allowedaddresspairs.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.243144 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.243702 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: allowed-address-pairs Jun 17 08:43:07.244034 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: auto_allocated_topology.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.245691 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.246207 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: auto-allocated-topology Jun 17 08:43:07.246537 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: availability_zone.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.247237 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.247791 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: availability_zone Jun 17 08:43:07.248117 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: availability_zone_filter.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.249034 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.249549 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: availability_zone_filter Jun 17 08:43:07.249876 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: data_plane_status.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.250825 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.251333 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 08:43:07.251683 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: default_subnetpools.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.253418 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.253940 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: default-subnetpools Jun 17 08:43:07.254271 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: dhcpagentscheduler.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.255100 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.255641 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: dhcp_agent_scheduler Jun 17 08:43:07.255970 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: dns.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.256953 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.257463 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension dns-integration not supported by any of loaded plugins Jun 17 08:43:07.257832 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: dns_domain_ports.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.267774 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.268303 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 08:43:07.268633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.269579 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.270089 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 17 08:43:07.270415 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: dvr.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.271100 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.271654 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: dvr Jun 17 08:43:07.271978 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: ecmp_routes.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.272912 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.273459 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension ecmp_routes not supported by any of loaded plugins Jun 17 08:43:07.273786 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: empty_string_filtering.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.274705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.275220 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: empty-string-filtering Jun 17 08:43:07.275581 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.276860 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.277406 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:43:07.277733 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.278693 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.279210 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 08:43:07.279564 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: external_net.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.280477 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.280991 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: external-net Jun 17 08:43:07.281319 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: extra_dhcp_opt.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.282230 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.282744 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: extra_dhcp_opt Jun 17 08:43:07.283068 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: extraroute.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.284013 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.284566 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: extraroute Jun 17 08:43:07.284887 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: extraroute_atomic.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.285927 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.286447 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: extraroute-atomic Jun 17 08:43:07.286777 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: filter_validation.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.287497 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.288050 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: filter-validation Jun 17 08:43:07.288376 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: fip_pf_description.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.289304 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.289822 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 08:43:07.290195 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: fip_pf_port_range.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.291111 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.291720 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 17 08:43:07.295497 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: fip_port_details.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.296200 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.296724 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: fip-port-details Jun 17 08:43:07.297050 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: flavors.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.298343 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.298868 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: flavors Jun 17 08:43:07.299199 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.302475 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.303019 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 08:43:07.303392 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: floatingip_pools.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.304117 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.304645 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: floatingip-pools Jun 17 08:43:07.304980 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: ip_allocation.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.305912 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.306437 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 08:43:07.306773 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.308369 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.308891 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: ip-substring-filtering Jun 17 08:43:07.309228 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l2_adjacency.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.310160 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.310682 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 08:43:07.311013 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.312046 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.312578 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: router Jun 17 08:43:07.312987 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3_conntrack_helper.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.315250 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.315875 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:43:07.316214 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.317376 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.317905 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: ext-gw-mode Jun 17 08:43:07.318269 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.319197 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.319747 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: l3-ha Jun 17 08:43:07.320089 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.321009 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.321523 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 17 08:43:07.321968 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3_flavors.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.323579 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.332191 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: l3-flavors Jun 17 08:43:07.332191 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3_ndp_proxy.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.333644 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.334255 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 17 08:43:07.334621 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.335669 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.336340 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 08:43:07.336705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: l3agentscheduler.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.337847 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.338548 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: l3_agent_scheduler Jun 17 08:43:07.338950 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: local_ip.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.341121 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.341711 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension local_ip not supported by any of loaded plugins Jun 17 08:43:07.342084 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: logging.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.343653 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.344229 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension logging not supported by any of loaded plugins Jun 17 08:43:07.344597 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: metering.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.345392 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.346254 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: metering Jun 17 08:43:07.346593 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.347892 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.348574 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: metering_source_and_destination_fields Jun 17 08:43:07.349043 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: multiprovidernet.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.351642 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.352237 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: multi-provider Jun 17 08:43:07.352560 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: netmtu.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.353657 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.354544 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: net-mtu Jun 17 08:43:07.354866 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: netmtu_writable.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.355802 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.356316 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: net-mtu-writable Jun 17 08:43:07.356637 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: network_availability_zone.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.357313 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.357814 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: network_availability_zone Jun 17 08:43:07.358132 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: network_ip_availability.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.359319 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.359853 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: network-ip-availability Jun 17 08:43:07.360168 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: network_segment_range.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.360952 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.361452 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 08:43:07.361771 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: pagination.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.362833 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.363158 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: pagination Jun 17 08:43:07.363512 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: port_device_profile.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.364417 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.364932 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: port-device-profile Jun 17 08:43:07.365251 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: port_mac_address_override.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.366173 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.366683 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: port-mac-override Jun 17 08:43:07.366998 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.367928 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.368439 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: port-mac-address-regenerate Jun 17 08:43:07.368828 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.370295 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.370838 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: port-numa-affinity-policy Jun 17 08:43:07.371157 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: port_resource_request.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.372082 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.372637 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 08:43:07.372952 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: port_resource_request_groups.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.385137 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.386283 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 17 08:43:07.386602 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: portbindings.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.387547 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.388061 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: binding Jun 17 08:43:07.388382 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: portbindings_extended.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.389644 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.390164 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: binding-extended Jun 17 08:43:07.390489 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: portsecurity.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.391449 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.391968 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: port-security Jun 17 08:43:07.392288 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: project_id.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.393262 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.393585 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: project-id Jun 17 08:43:07.393901 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: providernet.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.394809 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.395323 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: provider Jun 17 08:43:07.395668 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.399390 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.399923 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos not supported by any of loaded plugins Jun 17 08:43:07.400252 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.401870 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.402384 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 08:43:07.402748 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.403734 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.404250 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 08:43:07.404571 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_default.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.405472 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.405982 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-default not supported by any of loaded plugins Jun 17 08:43:07.406313 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_fip.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.407207 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.407740 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-fip not supported by any of loaded plugins Jun 17 08:43:07.408062 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_fip_network_policy.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.408962 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.409512 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 17 08:43:07.409859 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_gateway_ip.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.410772 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.411282 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 08:43:07.411626 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_port_network_policy.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.412528 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.413033 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 08:43:07.413352 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.414371 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.414878 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 17 08:43:07.415197 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.416229 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.417456 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 17 08:43:07.417820 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_pps_rule.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.420839 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.421356 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-pps not supported by any of loaded plugins Jun 17 08:43:07.421675 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_rule_type_details.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.422580 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.423196 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 08:43:07.423548 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_rule_type_filter.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.424700 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.425215 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 17 08:43:07.425533 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: qos_rules_alias.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.426624 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.427137 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 08:43:07.427494 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: quota_check_limit.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.428406 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.428917 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: quota-check-limit Jun 17 08:43:07.429234 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: quotasv2.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.430201 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.430522 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: quotas Jun 17 08:43:07.430838 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: quotasv2_detail.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.433404 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.433733 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: quota_details Jun 17 08:43:07.434059 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: rbac.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.435135 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.435684 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: rbac-policies Jun 17 08:43:07.436011 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: rbac_address_group.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.436936 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.437548 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: rbac-address-group Jun 17 08:43:07.437874 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: rbac_address_scope.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.438859 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.439392 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: rbac-address-scope Jun 17 08:43:07.439722 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: rbac_security_groups.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.440626 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.441165 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: rbac-security-groups Jun 17 08:43:07.441740 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: rbac_subnetpool.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.442650 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.443163 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: rbac-subnetpool Jun 17 08:43:07.443518 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: revisionifmatch.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.444455 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.444966 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: revision-if-match Jun 17 08:43:07.445290 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: revisions.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.446405 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.446914 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: standard-attr-revisions Jun 17 08:43:07.447236 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: router_availability_zone.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.448529 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.448529 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: router_availability_zone Jun 17 08:43:07.448801 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: routerservicetype.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.449703 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.450205 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension router-service-type not supported by any of loaded plugins Jun 17 08:43:07.450526 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.451462 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.451970 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: security-groups-normalized-cidr Jun 17 08:43:07.452288 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: security_groups_port_filtering.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.453255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.453772 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: port-security-groups-filtering Jun 17 08:43:07.454092 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.455006 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.455616 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: security-groups-remote-address-group Jun 17 08:43:07.455941 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.456854 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.457364 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: security-groups-shared-filtering Jun 17 08:43:07.457682 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: securitygroup.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.467557 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.468091 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: security-group Jun 17 08:43:07.468423 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: segment.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.469142 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.469652 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension segment not supported by any of loaded plugins Jun 17 08:43:07.469978 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.470910 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.471439 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 08:43:07.471763 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: servicetype.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.472900 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.473412 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: service-type Jun 17 08:43:07.473735 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: sorting.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.474704 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.475033 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: sorting Jun 17 08:43:07.475369 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: standard_attr_segment.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.476300 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.476816 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 08:43:07.477136 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: standardattrdescription.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.477770 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.478274 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: standard-attr-description Jun 17 08:43:07.478594 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: stateful_security_group.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.480133 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.480665 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: stateful-security-group Jun 17 08:43:07.480981 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: stdattrs_common.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.481551 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 08:43:07.481865 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.482949 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.483521 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 08:43:07.483877 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: subnet_onboard.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.485034 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.485548 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: subnet_onboard Jun 17 08:43:07.485873 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.486785 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.487295 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 08:43:07.487642 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: subnet_service_types.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.488552 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.489089 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: subnet-service-types Jun 17 08:43:07.489410 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: subnetallocation.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.490483 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.490999 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: subnet_allocation Jun 17 08:43:07.491321 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.492002 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.492517 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: subnetpool-prefix-ops Jun 17 08:43:07.492832 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.493744 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.494254 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 08:43:07.494620 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: tagging.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.496250 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.496808 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: standard-attr-tag Jun 17 08:43:07.497134 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: timestamp.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.499858 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.500376 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loaded extension: standard-attr-timestamp Jun 17 08:43:07.500698 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: trunk.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.501705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.502220 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension trunk not supported by any of loaded plugins Jun 17 08:43:07.502544 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: trunk_details.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.503479 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.503998 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension trunk-details not supported by any of loaded plugins Jun 17 08:43:07.504320 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: uplink_status_propagation.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.505218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.505792 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 08:43:07.506116 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Loading extension file: vlantransparent.py {{(pid=116098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 08:43:07.506779 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 08:43:07.507284 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 08:43:07.509900 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:network Jun 17 08:43:07.510582 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:subnet Jun 17 08:43:07.510985 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:43:07.511397 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:port Jun 17 08:43:07.512679 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.513143 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service FLAVORS assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.513749 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.514172 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.514498 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:router Jun 17 08:43:07.514933 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:43:07.515450 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service METERING assigned prefix: /metering {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.516914 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.517280 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.517628 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:43:07.518638 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:43:07.519072 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:43:07.519536 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:43:07.520173 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service CORE assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.520504 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:43:07.520847 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] subnetpool is already registered Jun 17 08:43:07.521281 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service CORE assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.521602 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:43:07.521932 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] subnetpool is already registered Jun 17 08:43:07.524390 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.524823 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service FLAVORS assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.525403 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.525993 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.526367 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:router Jun 17 08:43:07.526778 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] router is already registered Jun 17 08:43:07.527173 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:43:07.527539 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] floatingip is already registered Jun 17 08:43:07.527996 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service METERING assigned prefix: /metering {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.528674 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:43:07.529003 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] rbac_policy is already registered Jun 17 08:43:07.529451 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:43:07.529787 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] security_group is already registered Jun 17 08:43:07.530184 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] security_group_rule is already registered Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service CORE assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] subnetpool is already registered Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.v2.resource_helper [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Service CORE assigned prefix: {{(pid=116098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING neutron.quota.resource_registry [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] subnetpool is already registered Jun 17 08:43:07.533407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: extensions {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.534851 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: address-groups {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.536412 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: address-scopes {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.537718 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: agents {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.538887 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: auto-allocated-topology {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.540256 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: availability_zones {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.541417 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: dhcp-networks {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.543645 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: dhcp-agents {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.545068 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: routers {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.546863 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: flavors {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.548144 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: service_profiles {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.549358 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: next_providers {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.550792 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: service_profiles {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.553364 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: floatingip-pools {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.554598 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: routers {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.556329 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: floatingips {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.558245 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: l3-routers {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.559662 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: l3-agents {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.561089 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: metering-labels {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.562328 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: metering-label-rules {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.563733 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: network-ip-availabilities {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.564968 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: bindings {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.566933 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: quotas {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.568620 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: quotas {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.570141 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: rbac-policies {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.571312 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: security-groups {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.572624 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: security-group-rules {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.573960 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: service-providers {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.575162 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: subnetpools {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.576513 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: subnetpools {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.578037 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.579738 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.581556 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.583327 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.585034 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.586962 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.588718 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.590600 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.592393 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.594148 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron.api.extensions [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Extended resource: tags {{(pid=116098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:43:07.600194 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING keystonemiddleware.auth_token [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 08:43:07.605886 dv-cinder-797608-33-iscsi neutron-server[116098]: WARNING keystonemiddleware.auth_token [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 08:43:07.614637 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_concurrency.lockutils [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Acquired lock "singleton_lock" {{(pid=116098) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 17 08:43:07.616203 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_concurrency.lockutils [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Releasing lock "singleton_lock" {{(pid=116098) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 17 08:43:07.616203 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO oslo_service.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Starting 2 workers Jun 17 08:43:07.621110 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Started child 116209 {{(pid=116098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:43:07.625822 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Started child 116210 {{(pid=116098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:43:07.627094 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:07.627828 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO neutron.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 08:43:07.628109 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Publish callbacks [] for process (None), before_spawn {{(pid=116098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:07.628614 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [-] (116209) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:43:07.630560 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO oslo_service.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Starting 1 workers Jun 17 08:43:07.630708 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:07.631981 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [-] (116210) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:43:07.635882 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Started child 116211 {{(pid=116098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:43:07.636396 dv-cinder-797608-33-iscsi neutron-server[116098]: INFO oslo_service.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Starting 1 workers Jun 17 08:43:07.639879 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] calling RpcWorker wait() {{(pid=116211) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 08:43:07.640438 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] returning from RpcWorker wait() {{(pid=116211) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 08:43:07.640944 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Started child 116212 {{(pid=116098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:43:07.641734 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG neutron_lib.callbacks.manager [None req-7b21edf4-9ee6-498c-b521-f92a861cdafe None None] Publish callbacks [] for process (None), after_spawn {{(pid=116098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:07.641834 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:07.642292 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.643703 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116098) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:43:07.643911 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:43:07.644091 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:43:07.644313 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:43:07.644652 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:43:07.644810 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:43:07.645327 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.645597 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.645861 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.646026 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:07.646518 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.646724 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.646986 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.647081 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.647208 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.647500 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.647749 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.647922 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.648086 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.648323 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.648560 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.648887 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.649150 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.649387 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.649627 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.649799 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.650070 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.650331 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.650566 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.650885 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] debug = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.651141 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.651642 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.651878 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.652114 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.652327 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.652591 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.652833 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.653096 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.653332 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.653556 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.653792 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.654031 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.654284 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.654492 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.654727 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.654986 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.655217 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.655716 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] host = dv-cinder-797608-33-iscsi {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.655953 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.656184 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.656421 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.656643 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.656895 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.657131 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.657367 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.657614 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.657867 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.658106 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.658332 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.658607 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.658834 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.659084 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.659247 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_options = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.659508 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.659766 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.660030 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.660220 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.660383 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.660543 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.660789 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.660949 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.661206 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.661434 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.661758 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.661973 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.662218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.662458 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.662705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.662917 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.663148 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.663469 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.663658 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.663884 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.664107 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.664350 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.664578 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.664813 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.665022 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.665254 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.665504 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.665752 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.665941 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.666186 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.666973 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.667261 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.667510 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.668857 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.669135 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.669367 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.673633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.674941 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675078 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 34316) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:07.675234 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675234 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_json = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675234 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675234 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675234 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675234 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.675984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.676345 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.676345 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.676743 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.677038 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.677404 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.677589 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.677935 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.678089 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.678378 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.678514 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.678848 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.679256 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.679591 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.686398 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688353 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688353 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688353 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688353 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688701 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072606 Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.688844 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.690010 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.692283 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.694517 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.695984 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.698115 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.700442 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.701432 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.702255 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.703280 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.703280 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.703280 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.703797 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.703986 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.704212 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.705366 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.705366 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.705655 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.706253 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.707123 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.708852 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.709112 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.711246 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.711246 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.711246 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.711246 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.711246 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.711829 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.712117 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.712364 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.712677 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.712927 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.713204 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.713580 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.713856 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.714111 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.714352 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.715642 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.715798 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.716082 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.716416 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.716563 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.716815 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.719230 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.719610 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.719744 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.719869 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.720113 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.720437 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.720703 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.720948 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.721155 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.721419 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.721648 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.721881 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.722157 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.722490 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.723391 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.723391 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.723391 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.723391 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.724451 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.724694 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.726157 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.727982 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.727982 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.728682 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.730404 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.730404 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.730404 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.730655 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.730789 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.731036 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.731280 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.732324 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.732665 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.733678 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.734739 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.736616 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.738120 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.738120 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.738653 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.738907 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.739153 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.739407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.741527 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.741800 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.742056 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.743628 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.743901 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.744174 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.744404 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.745580 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.745872 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.746087 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.746339 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.746481 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.746701 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.750208 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.750481 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.750744 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.751033 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.751292 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.751675 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.752589 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.752589 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.752589 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.752822 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.753002 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.753133 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.753350 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.753605 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.753841 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.754070 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.754288 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.754522 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.754735 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.754968 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.755181 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.758865 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.759135 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.759566 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.760034 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.760882 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.760882 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.761061 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.762388 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.762388 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.762388 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.762388 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.762388 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.762725 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.762798 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.763174 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.763438 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.764054 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.764054 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.764236 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.764447 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.764709 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.764926 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.765153 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.765372 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.765586 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.765816 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.766023 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.766228 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.766466 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.766692 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.766903 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.767143 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.767492 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.767818 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.767926 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.768144 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.768355 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770973 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770973 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.770973 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.771146 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.771417 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.771672 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.771895 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.772192 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.772451 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.772696 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.772948 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.774496 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.774496 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.774665 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.775437 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.775437 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.775437 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.775700 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.776493 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.776810 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.777066 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.777339 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.777632 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.777929 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.778210 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.778426 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.778709 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.779201 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.779495 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.779750 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.779995 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.780256 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.780473 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.780689 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.781407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.781407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.781407 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.781706 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.781945 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.782173 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.782389 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.782613 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.782834 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.783079 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.784548 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.784548 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.784548 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.784548 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:43:07.785138 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116098) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:43:07.785138 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:43:07.785138 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:43:07.785138 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:43:07.785538 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:43:07.785538 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:43:07.785689 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.785766 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.786471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.786471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.786471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.786471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.786471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.787409 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.787409 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.787409 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.787409 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.787409 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.787409 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788180 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788180 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788180 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788180 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788180 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788816 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788816 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788816 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.788816 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] debug = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.789341 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.789341 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.789621 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.789621 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.789885 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.789885 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.790223 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.790223 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.790535 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.790705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.790705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.790705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.790705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.791287 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.791287 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.791287 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.791287 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.792439 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.792439 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] host = dv-cinder-797608-33-iscsi {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.792439 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793038 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793038 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793038 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793038 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793634 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793634 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793634 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.793634 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.794141 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.794141 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.794141 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.794519 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.794519 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.794914 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_options = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.794914 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.795249 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.795249 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.795249 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.795763 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.795763 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.795763 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.796167 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.796167 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.796167 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.797298 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.797298 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.797298 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.797298 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.797298 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.797298 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.797298 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798078 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798078 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798078 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798078 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798078 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798078 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798560 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798560 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.798560 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.799182 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.799182 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.799182 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.799182 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.799727 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.799727 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.799727 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.800117 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.800117 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.800117 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.800609 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.800609 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.800609 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801048 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801048 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801048 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801259 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801259 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801418 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801576 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.801770 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_json = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.802058 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.802058 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.802329 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.802689 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.802689 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.802689 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.803118 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.803118 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.803118 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:43:07.803541 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.803541 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.803810 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.803810 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.804077 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.804077 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.804337 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.804469 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.804604 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.804740 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.804905 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.805073 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.805245 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.805400 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.805546 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.805704 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.805862 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.806014 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.806152 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.806316 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.806474 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.806633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.806803 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.806960 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.807719 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.807942 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.807942 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.808217 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.808303 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.808411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.808605 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.808932 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.809089 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.809251 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.809441 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.809603 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.809768 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.809922 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.810083 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.810254 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.810408 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.810554 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.810694 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.810831 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.810974 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.811129 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.811288 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.811471 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.811632 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.811842 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.811958 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.812092 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.812252 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.812413 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.812953 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.812953 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.812953 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.813340 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.813340 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.813340 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.813728 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.813728 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.813953 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.813953 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.814081 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.814226 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.814386 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.814653 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.814842 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.814988 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.815132 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.815274 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.815445 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.815577 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.815740 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.815886 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.816047 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.816197 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.816599 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.816758 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.816917 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.817080 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.817244 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.817392 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.817552 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.817711 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.817886 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.818082 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.818175 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.818335 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.818502 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.818669 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.818824 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.818978 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.819327 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.819327 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.819575 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.819660 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.819816 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.819948 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.820103 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.820264 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.820447 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.820636 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.820734 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.820879 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.821043 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.821191 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.821353 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.821514 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.821781 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.821982 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.821982 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.822250 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.822250 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.822468 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.822576 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.822756 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.823434 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.823608 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.823823 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.823936 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.824057 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.824357 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.824474 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.824627 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.824804 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.824967 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.825126 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.825288 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826218 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826912 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826912 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826912 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.826912 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.827211 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.827211 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.827465 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.827465 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.827705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.827705 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.827971 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.828073 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.828164 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.828322 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.828484 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.828645 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.828805 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.828964 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.829124 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.829285 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.829534 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.829703 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.829863 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.830024 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.830185 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.830347 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.830498 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.830668 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.830918 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.831101 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.831101 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.831389 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.831533 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.831685 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.831830 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.831968 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.832104 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.832193 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.832309 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.832467 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.832633 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.832812 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.832967 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.833114 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.835132 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.835132 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.835329 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.835445 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.835628 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.835784 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.835927 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.836069 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.836236 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.836401 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.836556 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.836718 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.836879 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.837035 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.837215 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.837380 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.837570 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.837727 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.837875 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.838020 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.838163 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.838436 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.838625 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.838778 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.838922 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.839731 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.839731 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.839731 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.839731 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.839731 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840418 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840418 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840418 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840418 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840418 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840998 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840998 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840998 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.840998 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.841381 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.841381 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.841589 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.841589 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.841883 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.841972 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.842059 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.842754 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.842754 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.842754 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.842754 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.843175 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.843175 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.843175 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.843498 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.843498 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.843653 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.844473 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.844473 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.844473 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.844473 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.844473 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845155 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845155 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845155 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845155 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845675 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845675 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845675 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.845675 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846209 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846209 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846209 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846596 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846596 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846596 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846939 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.846939 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.847092 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.847171 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.847313 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.848273 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.848439 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.848603 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.848768 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.848926 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.849066 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.849241 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.849403 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.849565 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.849726 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.849886 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.850047 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.850199 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.850347 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.850520 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.850675 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.850821 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.850993 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.851162 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.851329 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.851529 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.851697 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.851869 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.852034 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.852461 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.852461 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.852651 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.852651 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.852780 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.854411 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.855066 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.855066 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.855066 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.855066 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.855309 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:43:07.855309 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:43:16.913610 dv-cinder-797608-33-iscsi neutron-server[116098]: DEBUG dbcounter [-] [116098] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=116098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:19.230948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2648cbe-31a4-4390-9d89-31b2b6c2b3c8 None None] get_active_networks_info from dv-cinder-797608-33-iscsi {{(pid=116211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 17 08:43:19.243036 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writer thread running {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 08:43:19.335412 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2648cbe-31a4-4390-9d89-31b2b6c2b3c8 None None] No non-hosted networks {{(pid=116211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 08:43:19.352157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.agentschedulers_db [None req-e2648cbe-31a4-4390-9d89-31b2b6c2b3c8 None None] DHCP Agent not found on host dv-cinder-797608-33-iscsi {{(pid=116211) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 17 08:43:19.453985 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-f72d9f61-38d1-467c-ba28-df437db30884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755036'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:21.023388 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writer thread running {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 08:43:21.676480 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4d9e56ff-27fc-4797-8c54-3d9cbd4c886e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755036'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:21.707835 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.db.api [None req-29d73130-2e43-46d6-a543-30f3c1a01917 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797608-33-iscsi {{(pid=116211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 08:43:21.708764 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG oslo_db.api [None req-29d73130-2e43-46d6-a543-30f3c1a01917 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:43:22.233612 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-29d73130-2e43-46d6-a543-30f3c1a01917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:22.679682 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755036'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:22.688306 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 34400) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:23.243727 dv-cinder-797608-33-iscsi neutron-server[116210]: WARNING oslo_policy.policy [None req-0a094b50-44e3-4bae-91ee-3b959d11d475 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:23.244984 dv-cinder-797608-33-iscsi neutron-server[116210]: WARNING oslo_policy.policy [None req-0a094b50-44e3-4bae-91ee-3b959d11d475 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:23.466527 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [None req-0a094b50-44e3-4bae-91ee-3b959d11d475 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:43:23.479414 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0a094b50-44e3-4bae-91ee-3b959d11d475 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7780590 Jun 17 08:43:24.074552 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755036'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:24.664312 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755036'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:24.664993 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.665323 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.665650 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.666483 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.666805 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.667117 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.667571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.667913 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.668232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.668556 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.668996 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.669197 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.669519 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.669834 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.670140 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:24.670524 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-33-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:24.677456 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-33-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.958519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34430) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:26.496963 dv-cinder-797608-33-iscsi neutron-server[116209]: WARNING oslo_policy.policy [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:26.497540 dv-cinder-797608-33-iscsi neutron-server[116209]: WARNING oslo_policy.policy [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:26.718764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:43:26.812757 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.policy [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116209) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:43:26.857118 dv-cinder-797608-33-iscsi neutron-server[116209]: WARNING oslo_policy.policy [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:26.857504 dv-cinder-797608-33-iscsi neutron-server[116209]: WARNING oslo_policy.policy [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:26.877984 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writer thread running {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 08:43:27.027993 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782198823934', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782198823410', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782198839993', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782198841703', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782198853304', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782198858522', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1975053', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1985733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-672672'] for rbac-policy (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:27.264744 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:27.266142 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-136c5f18-c254-4a94-bb5f-4ad5f473b878 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3056626 Jun 17 08:43:28.819534 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.db.l3_hamode_db [None req-396ca0c6-77e6-4199-ba7e-cc61749bed52 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 08:43:28.898488 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ca0c6-77e6-4199-ba7e-cc61749bed52 None None] Routers set() bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:43:28.898868 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ca0c6-77e6-4199-ba7e-cc61749bed52 None None] Router IDs set() for agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 17 08:43:29.632008 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34448) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:29.961676 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:43:30.045384 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Made reservation on behalf of 82e4708d10bd4a56b8c263303c8beb29 for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:30.049456 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.067198 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.178269 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks [] for security_group (ac970df6-f924-47e9-8569-7285fb5614ee), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.234197 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (ac970df6-f924-47e9-8569-7285fb5614ee), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.272910 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=116209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:30.297243 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782193823735', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (9b53b588-d970-42c1-9ae6-29ff2210ebe6), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.297821 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Unsubscribe: segment precommit_create {{(pid=116209) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:43:30.298337 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Added segment 9b53b588-d970-42c1-9ae6-29ff2210ebe6 of type vlan for network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 Jun 17 08:43:30.314202 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ac970df6-f924-47e9-8569-7285fb5614ee,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.341341 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.341672 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.342019 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.342361 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.342688 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.343006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.343321 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.343660 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.343987 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.344301 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.344613 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.344935 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.345247 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.345557 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.345861 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Tracked resource versions report: Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: pushed versions: Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: { 'AddressGroup': {'1.2'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Agent': {'1.1'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'ConntrackHelper': {'1.0'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Log': {'1.0'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'NDPProxy': {'1.0'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Network': {'1.1'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Port': {'1.7'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'PortForwarding': {'1.3'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'QosPolicy': {'1.10'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroup': {'1.5'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SubPort': {'1.0'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Subnet': {'1.1'}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Trunk': {'1.1'}} Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: consumer versions: Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Agent': '1.1', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'ConntrackHelper': '1.0', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'LocalIPAssociation': '1.0', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Log': '1.0', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'NDPProxy': '1.0', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Network': '1.1', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Port': '1.7', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'PortForwarding': '1.3', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'QosPolicy': '1.10', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroup': '1.5', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroupRule': '1.2', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SubPort': '1.0', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Subnet': '1.1', Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Trunk': '1.1'}} Jun 17 08:43:30.347302 dv-cinder-797608-33-iscsi neutron-server[116209]: {{(pid=116209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:43:30.411901 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (5a52ee6b-b7c7-48ec-a02c-e0951335ed39), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.553298 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (5a52ee6b-b7c7-48ec-a02c-e0951335ed39), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.558735 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:43:30.562257 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:30.618846 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=55,neutron:INSERT=44,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:30.678587 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] Pushing event updated for resources: {'Network': ['ID=5a52ee6b-b7c7-48ec-a02c-e0951335ed39,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.691682 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:43:30.699671 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-04794768-a6d6-4407-bba1-f7c917c6da5f demo demo] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0665336 Jun 17 08:43:33.129513 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34462) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:33.562489 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf2dbdf-12a6-4d1a-930e-303dd031f4cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:43:33.563835 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-cdf2dbdf-12a6-4d1a-930e-303dd031f4cd demo admin] 10.222.0.78 "GET /v2.0/networks/5a52ee6b-b7c7-48ec-a02c-e0951335ed39 HTTP/1.1" status: 200 len: 825 time: 0.4332416 Jun 17 08:43:33.590235 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-80ac9c8d-81ef-4aa6-a853-a90fb30cbe92 demo admin] 10.222.0.78 "GET /v2.0/subnetpools/19aefa8a-0c32-4efe-b05c-09f799406a77 HTTP/1.1" status: 200 len: 734 time: 0.0204444 Jun 17 08:43:33.599218 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Request body: {'subnet': {'subnetpool_id': '19aefa8a-0c32-4efe-b05c-09f799406a77', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:43:33.678199 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Made reservation on behalf of 82e4708d10bd4a56b8c263303c8beb29 for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:33.680636 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:33.919482 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:34.034682 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (5817df49-87cd-494f-9924-3796e6aaf13a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:34.116892 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5817df49-87cd-494f-9924-3796e6aaf13a,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:34.119811 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Checking segment: {'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:43:34.120392 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Network hostable DHCP agents. Network: 5a52ee6b-b7c7-48ec-a02c-e0951335ed39, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:34.211424 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:34.290243 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 5a52ee6b-b7c7-48ec-a02c-e0951335ed39) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:34.295442 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:43:34.295940 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:34.302352 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e592f-8e31-4925-a058-046e6b4f2541 None None] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:43:34.384147 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-29d3d41e-b7c6-4571-8791-158d6ae707b9 demo admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7881839 Jun 17 08:43:34.578071 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'fixed_ips': [{'subnet_id': '5817df49-87cd-494f-9924-3796e6aaf13a'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:43:34.579435 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:34.874208 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Allocated IP 172.20.0.2 (5a52ee6b-b7c7-48ec-a02c-e0951335ed39/5817df49-87cd-494f-9924-3796e6aaf13a/306438c2-6127-41ae-b242-c25e2129e992) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:34.948986 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=61,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:35.159667 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Publish callbacks [] for port (306438c2-6127-41ae-b242-c25e2129e992), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:35.251801 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (306438c2-6127-41ae-b242-c25e2129e992), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:35.315320 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:35.317609 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:35.329913 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:35.344573 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:43:35.352020 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Pushing event updated for resources: {'Port': ['ID=306438c2-6127-41ae-b242-c25e2129e992,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.398939 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.399276 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.399668 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.400055 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.400385 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.400707 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.401028 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.401347 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.401905 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.402232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.402553 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.402893 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.403217 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.403563 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.403879 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Tracked resource versions report: Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: pushed versions: Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: { 'AddressGroup': {'1.2'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Agent': {'1.1'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'ConntrackHelper': {'1.0'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Log': {'1.0'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'NDPProxy': {'1.0'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Network': {'1.1'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Port': {'1.7'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'PortForwarding': {'1.3'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'QosPolicy': {'1.10'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroup': {'1.5'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SubPort': {'1.0'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Subnet': {'1.1'}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Trunk': {'1.1'}} Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: consumer versions: Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Agent': '1.1', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'ConntrackHelper': '1.0', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'LocalIPAssociation': '1.0', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Log': '1.0', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'NDPProxy': '1.0', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Network': '1.1', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Port': '1.7', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'PortForwarding': '1.3', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'QosPolicy': '1.10', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroup': '1.5', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroupRule': '1.2', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SubPort': '1.0', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Subnet': '1.1', Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Trunk': '1.1'}} Jun 17 08:43:35.405347 dv-cinder-797608-33-iscsi neutron-server[116211]: {{(pid=116211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:43:35.444262 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Attempting to bind port 306438c2-6127-41ae-b242-c25e2129e992 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:43:35.444748 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Attempting to bind port 306438c2-6127-41ae-b242-c25e2129e992 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:43:35.445235 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Attempting to bind port 306438c2-6127-41ae-b242-c25e2129e992 on network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:43:35.450787 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:43:35.451177 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Checking segment: {'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:43:35.451679 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:35.452145 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Bound using segment: {'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:43:35.452622 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Bound port: 306438c2-6127-41ae-b242-c25e2129e992, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:43:35.453013 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (306438c2-6127-41ae-b242-c25e2129e992), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:35.518388 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] For port 306438c2-6127-41ae-b242-c25e2129e992, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:43:35.539371 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] For port 306438c2-6127-41ae-b242-c25e2129e992, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=306438c2-6127-41ae-b242-c25e2129e992,segment=NetworkSegment(9b53b588-d970-42c1-9ae6-29ff2210ebe6),segment_id=9b53b588-d970-42c1-9ae6-29ff2210ebe6)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:43:35.606074 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (306438c2-6127-41ae-b242-c25e2129e992), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:35.665422 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a060a-4983-419b-9dac-33517e942baa None None] Pushing event updated for resources: {'Port': ['ID=306438c2-6127-41ae-b242-c25e2129e992,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.831180 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 34472) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:37.016226 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=8 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:37.021188 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:37.186357 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [None req-7f959111-033e-42f8-a35b-507c69af3fda admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:43:37.187326 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7f959111-033e-42f8-a35b-507c69af3fda admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3552125 Jun 17 08:43:39.595921 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34484) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:39.942123 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [None req-9642ad49-6401-4411-babc-a05e456b87ab admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:43:39.943143 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9642ad49-6401-4411-babc-a05e456b87ab admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3462005 Jun 17 08:43:42.344248 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34492) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:42.696415 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-f2083bb1-70c3-47b4-9c01-9fc6d2668874 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:43:42.771310 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f2083bb1-70c3-47b4-9c01-9fc6d2668874 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (9919e71b-7529-4278-9273-e2550ffd5b82), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:42.773024 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f2083bb1-70c3-47b4-9c01-9fc6d2668874 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (9919e71b-7529-4278-9273-e2550ffd5b82), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:42.902133 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:42.908734 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f2083bb1-70c3-47b4-9c01-9fc6d2668874 demo demo] Publish callbacks [] for router_controller (9919e71b-7529-4278-9273-e2550ffd5b82), precommit_add_association {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:42.970984 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f2083bb1-70c3-47b4-9c01-9fc6d2668874 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (9919e71b-7529-4278-9273-e2550ffd5b82), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:43.115811 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f2083bb1-70c3-47b4-9c01-9fc6d2668874 demo demo] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:43.117167 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f2083bb1-70c3-47b4-9c01-9fc6d2668874 demo demo] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7718201 Jun 17 08:43:43.898697 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e863515-f11e-40ab-8f64-04389d948bc1 None None] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:43:43.993313 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-0cc2a9bf-6c1d-48ce-995f-faa9204884b9 None None] Provisioning complete for port 306438c2-6127-41ae-b242-c25e2129e992 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:43.994288 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a9bf-6c1d-48ce-995f-faa9204884b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (306438c2-6127-41ae-b242-c25e2129e992), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:44.167015 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2a9bf-6c1d-48ce-995f-faa9204884b9 None None] Current status of the port 306438c2-6127-41ae-b242-c25e2129e992 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:43:44.167750 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a9bf-6c1d-48ce-995f-faa9204884b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (306438c2-6127-41ae-b242-c25e2129e992), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:44.206398 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-0cc2a9bf-6c1d-48ce-995f-faa9204884b9 None None] For port 306438c2-6127-41ae-b242-c25e2129e992, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=306438c2-6127-41ae-b242-c25e2129e992,segment=NetworkSegment(9b53b588-d970-42c1-9ae6-29ff2210ebe6),segment_id=9b53b588-d970-42c1-9ae6-29ff2210ebe6)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:43:44.273713 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a9bf-6c1d-48ce-995f-faa9204884b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (306438c2-6127-41ae-b242-c25e2129e992), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:44.326291 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2a9bf-6c1d-48ce-995f-faa9204884b9 None None] Pushing event updated for resources: {'Port': ['ID=306438c2-6127-41ae-b242-c25e2129e992,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:44.388481 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 306438c2-6127-41ae-b242-c25e2129e992 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:43:44.420074 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-0eebe526-8342-4e6a-842e-668f8c0c7b11 None None] Provisioning complete for port 306438c2-6127-41ae-b242-c25e2129e992 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:44.420383 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0eebe526-8342-4e6a-842e-668f8c0c7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (306438c2-6127-41ae-b242-c25e2129e992), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:44.471520 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 306438c2-6127-41ae-b242-c25e2129e992 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:44.471916 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (306438c2-6127-41ae-b242-c25e2129e992), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:44.478368 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:44.555995 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-0eebe526-8342-4e6a-842e-668f8c0c7b11 None None] Current status of the port 306438c2-6127-41ae-b242-c25e2129e992 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:43:44.589632 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 306438c2-6127-41ae-b242-c25e2129e992 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:43:45.589070 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34504) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:45.917453 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [None req-389d8626-db8e-4e41-bedb-3252734ce9bd admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:43:45.918868 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-389d8626-db8e-4e41-bedb-3252734ce9bd admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3284264 Jun 17 08:43:46.360824 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 306438c2-6127-41ae-b242-c25e2129e992 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:43:46.363650 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:46.407080 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 306438c2-6127-41ae-b242-c25e2129e992 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:46.407486 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (306438c2-6127-41ae-b242-c25e2129e992), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:46.482416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 306438c2-6127-41ae-b242-c25e2129e992 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:43:48.298935 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34512) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:48.623564 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:43:48.706863 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Made reservation on behalf of 9bb6ac161b2c421f94fa26d18ee99634 for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:48.709249 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:48.718498 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:48.797685 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks [] for security_group (96602dfc-9f26-47f5-ac0b-697a9740328b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:48.868467 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (96602dfc-9f26-47f5-ac0b-697a9740328b), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:48.885157 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Reserving flat network on physical network physnet1 {{(pid=116209) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 08:43:48.907282 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96602dfc-9f26-47f5-ac0b-697a9740328b,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:48.911171 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (ea3bd527-ea69-461c-9ac7-af8d24db2f7b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:48.911537 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Added segment ea3bd527-ea69-461c-9ac7-af8d24db2f7b of type flat for network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a Jun 17 08:43:48.958525 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (2ddb1054-5618-4b5c-a788-d94afbdd7d2a), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:49.068353 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (2ddb1054-5618-4b5c-a788-d94afbdd7d2a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:49.069504 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:43:49.070160 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:49.164689 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8646176 Jun 17 08:43:49.165753 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8bc2b-d384-4646-bf5b-3300a12dd104 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddb1054-5618-4b5c-a788-d94afbdd7d2a,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:49.182775 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:43:49.263521 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-f203c89c-238b-4c45-8b71-861f86ed1d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:51.545173 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 34520) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:51.649658 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-003b7c12-9ca2-49d2-a5be-0f32546f5db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:51.921233 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb4a96-d7a3-40c9-bf32-9a62be527be9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:43:51.922530 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9adb4a96-d7a3-40c9-bf32-9a62be527be9 demo admin] 10.222.0.78 "GET /v2.0/subnets/5817df49-87cd-494f-9924-3796e6aaf13a HTTP/1.1" status: 200 len: 849 time: 0.3763218 Jun 17 08:43:52.042224 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-efa1ea0e-ee20-4426-a43e-d6ab0a5aa838 demo admin] 10.222.0.78 "GET /v2.0/routers/9919e71b-7529-4278-9273-e2550ffd5b82 HTTP/1.1" status: 200 len: 704 time: 0.1136215 Jun 17 08:43:52.303182 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:52.384355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:52.436212 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:52.597559 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Allocated IP 172.20.0.1 (5a52ee6b-b7c7-48ec-a02c-e0951335ed39/5817df49-87cd-494f-9924-3796e6aaf13a/4a9dbf9c-89df-4962-a517-7b3d5b78f728) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:52.605498 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:52.797549 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks [] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:52.949459 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.031726 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:53.039845 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:53.042441 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:43:53.043071 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (9919e71b-7529-4278-9273-e2550ffd5b82), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.063176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Pushing event updated for resources: {'Port': ['ID=4a9dbf9c-89df-4962-a517-7b3d5b78f728,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.229541 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-5f8846ea-2732-417a-a1be-10b704cc8cb1 None None] Provisioning complete for port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:53.230077 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5f8846ea-2732-417a-a1be-10b704cc8cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.302137 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-5f8846ea-2732-417a-a1be-10b704cc8cb1 None None] Port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:43:53.333857 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.489418 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:53.544352 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks [] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.628241 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.629112 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (9919e71b-7529-4278-9273-e2550ffd5b82), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.694766 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Pushing event updated for resources: {'Port': ['ID=4a9dbf9c-89df-4962-a517-7b3d5b78f728,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.756140 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:53.764767 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:53.766485 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:53.922338 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d01847bf-f6e0-4c43-b4dd-48fba2325c59 None None] Provisioning complete for port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:53.922729 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d01847bf-f6e0-4c43-b4dd-48fba2325c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:53.967173 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d01847bf-f6e0-4c43-b4dd-48fba2325c59 None None] Port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:43:54.027298 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Router 9919e71b-7529-4278-9273-e2550ffd5b82 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:43:54.054816 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:54.118434 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:43:54.125642 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-66f0faca-2b1f-456a-9b4c-2297db1abb01 demo admin] 10.222.0.78 "PUT /v2.0/routers/9919e71b-7529-4278-9273-e2550ffd5b82/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0781739 Jun 17 08:43:54.129063 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Sync routers for ids ['9919e71b-7529-4278-9273-e2550ffd5b82'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:54.143098 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Routers {'9919e71b-7529-4278-9273-e2550ffd5b82'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:43:54.144040 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:43:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['9919e71b-7529-4278-9273-e2550ffd5b82'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:54.329872 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Set router 9919e71b-7529-4278-9273-e2550ffd5b82 gateway port host: None {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:43:54.673894 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:54.754675 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'name': 'router1', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:43:42Z', 'updated_at': '2022-06-17T08:43:53Z', 'revision_number': 2, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'gw_port_host': None, '_interfaces': [{'id': '4a9dbf9c-89df-4962-a517-7b3d5b78f728', 'name': '', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'mac_address': 'fa:16:3e:7c:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:43:52Z', 'updated_at': '2022-06-17T08:43:53Z', 'revision_number': 2, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'subnets': [{'id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aefa8a-0c32-4efe-b05c-09f799406a77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:54.805714 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Checking router: 9919e71b-7529-4278-9273-e2550ffd5b82 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:54.806170 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Updating router 9919e71b-7529-4278-9273-e2550ffd5b82 port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:54.859840 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:55.366124 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Publish callbacks [] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:55.446510 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:55.570606 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Pushing event updated for resources: {'Port': ['ID=4a9dbf9c-89df-4962-a517-7b3d5b78f728,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.598244 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.598639 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.598990 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.599337 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.599688 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.600013 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.600330 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.600652 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.600975 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.601296 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.601611 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.601937 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.602249 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.603426 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.603809 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Tracked resource versions report: Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: pushed versions: Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: { 'AddressGroup': {'1.2'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Agent': {'1.1'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'ConntrackHelper': {'1.0'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Log': {'1.0'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'NDPProxy': {'1.0'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Network': {'1.1'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Port': {'1.7'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'PortForwarding': {'1.3'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'QosPolicy': {'1.10'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroup': {'1.5'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SubPort': {'1.0'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Subnet': {'1.1'}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Trunk': {'1.1'}} Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: consumer versions: Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Agent': '1.1', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'ConntrackHelper': '1.0', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'LocalIPAssociation': '1.0', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Log': '1.0', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'NDPProxy': '1.0', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Network': '1.1', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Port': '1.7', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'PortForwarding': '1.3', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'QosPolicy': '1.10', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroup': '1.5', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroupRule': '1.2', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SubPort': '1.0', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Subnet': '1.1', Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Trunk': '1.1'}} Jun 17 08:43:55.605278 dv-cinder-797608-33-iscsi neutron-server[116212]: {{(pid=116212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:43:55.638132 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Attempting to bind port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:43:55.638538 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Attempting to bind port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:43:55.638978 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Attempting to bind port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 on network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:43:55.644796 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:43:55.645213 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Checking segment: {'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:43:55.645694 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:55.646081 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Bound using segment: {'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:43:55.646586 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Bound port: 4a9dbf9c-89df-4962-a517-7b3d5b78f728, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b53b588-d970-42c1-9ae6-29ff2210ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:43:55.646964 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:55.695546 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d099ad5f-678f-4724-adad-8dda9dc88d4e None None] Provisioning complete for port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:55.696098 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d099ad5f-678f-4724-adad-8dda9dc88d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:55.715889 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] For port 4a9dbf9c-89df-4962-a517-7b3d5b78f728, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:43:55.731367 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d099ad5f-678f-4724-adad-8dda9dc88d4e None None] Port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:43:55.736429 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] For port 4a9dbf9c-89df-4962-a517-7b3d5b78f728, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=4a9dbf9c-89df-4962-a517-7b3d5b78f728,segment=NetworkSegment(9b53b588-d970-42c1-9ae6-29ff2210ebe6),segment_id=9b53b588-d970-42c1-9ae6-29ff2210ebe6)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:43:55.737643 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:55.738288 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:55.828432 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:55.885861 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d2d8d-c4dc-478e-a5f9-2847b9d57d42 None None] Pushing event updated for resources: {'Port': ['ID=4a9dbf9c-89df-4962-a517-7b3d5b78f728,revision_number=4']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.893389 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Routers {'9919e71b-7529-4278-9273-e2550ffd5b82'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:43:55.893981 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:43:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['9919e71b-7529-4278-9273-e2550ffd5b82'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:55.984914 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] Set router 9919e71b-7529-4278-9273-e2550ffd5b82 gateway port host: None {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:43:56.051289 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-a52288b1-de65-4a94-8a0d-3e9f0ea6c57b None None] Provisioning complete for port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:43:56.051867 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a52288b1-de65-4a94-8a0d-3e9f0ea6c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:56.127083 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-a52288b1-de65-4a94-8a0d-3e9f0ea6c57b None None] Current status of the port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:43:56.127618 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a52288b1-de65-4a94-8a0d-3e9f0ea6c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:56.162310 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-a52288b1-de65-4a94-8a0d-3e9f0ea6c57b None None] For port 4a9dbf9c-89df-4962-a517-7b3d5b78f728, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=4a9dbf9c-89df-4962-a517-7b3d5b78f728,segment=NetworkSegment(9b53b588-d970-42c1-9ae6-29ff2210ebe6),segment_id=9b53b588-d970-42c1-9ae6-29ff2210ebe6)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:43:56.181230 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'name': 'router1', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:43:42Z', 'updated_at': '2022-06-17T08:43:53Z', 'revision_number': 2, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'gw_port_host': None, '_interfaces': [{'id': '4a9dbf9c-89df-4962-a517-7b3d5b78f728', 'name': '', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'mac_address': 'fa:16:3e:7c:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:43:52Z', 'updated_at': '2022-06-17T08:43:55Z', 'revision_number': 4, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'subnets': [{'id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aefa8a-0c32-4efe-b05c-09f799406a77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:56.209986 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f2243-3d1c-4e77-ad81-17ebe8eb1623 None None] The sync data for ids ['9919e71b-7529-4278-9273-e2550ffd5b82'] in dv-cinder-797608-33-iscsi is: [{'id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'name': 'router1', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:43:42Z', 'updated_at': '2022-06-17T08:43:53Z', 'revision_number': 2, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'gw_port_host': None, '_interfaces': [{'id': '4a9dbf9c-89df-4962-a517-7b3d5b78f728', 'name': '', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'mac_address': 'fa:16:3e:7c:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:43:52Z', 'updated_at': '2022-06-17T08:43:55Z', 'revision_number': 4, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'subnets': [{'id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aefa8a-0c32-4efe-b05c-09f799406a77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:56.228601 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a52288b1-de65-4a94-8a0d-3e9f0ea6c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:56.293237 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52288b1-de65-4a94-8a0d-3e9f0ea6c57b None None] Pushing event updated for resources: {'Port': ['ID=4a9dbf9c-89df-4962-a517-7b3d5b78f728,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.533619 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 34542) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:43:56.685508 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writer thread running {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 08:43:56.686264 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:43:56.901397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.policy [None req-8e2eb2cd-4d34-4662-baed-8e7e4143bb65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116210) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:43:56.943782 dv-cinder-797608-33-iscsi neutron-server[116210]: WARNING oslo_policy.policy [None req-8e2eb2cd-4d34-4662-baed-8e7e4143bb65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:56.944164 dv-cinder-797608-33-iscsi neutron-server[116210]: WARNING oslo_policy.policy [None req-8e2eb2cd-4d34-4662-baed-8e7e4143bb65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:43:56.952185 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2eb2cd-4d34-4662-baed-8e7e4143bb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:43:56.953948 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8e2eb2cd-4d34-4662-baed-8e7e4143bb65 admin admin] 10.222.0.78 "GET /v2.0/networks/2ddb1054-5618-4b5c-a788-d94afbdd7d2a HTTP/1.1" status: 200 len: 842 time: 0.4194126 Jun 17 08:43:56.964005 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'cidr': '172.27.0.0/24'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:43:57.079460 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Made reservation on behalf of 9bb6ac161b2c421f94fa26d18ee99634 for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:57.082418 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:57.566466 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.objects.ports [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116210) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 17 08:43:57.567369 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (78a41189-744a-4d57-9f5c-199958ffcf84), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:57.640965 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a41189-744a-4d57-9f5c-199958ffcf84,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:57.645466 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:43:57.645822 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Network hostable DHCP agents. Network: 2ddb1054-5618-4b5c-a788-d94afbdd7d2a, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:57.654886 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.655254 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.655615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.655943 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.656260 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.656585 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.656898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.657209 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.657535 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.657851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.658176 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.658490 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.658798 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.659104 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.659436 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Tracked resource versions report: Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: pushed versions: Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: { 'AddressGroup': {'1.2'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Agent': {'1.1'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'ConntrackHelper': {'1.0'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Log': {'1.0'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'NDPProxy': {'1.0'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Network': {'1.1'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Port': {'1.7'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'PortForwarding': {'1.3'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'QosPolicy': {'1.10'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroup': {'1.5'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SubPort': {'1.0'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Subnet': {'1.1'}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Trunk': {'1.1'}} Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: consumer versions: Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Agent': '1.1', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'ConntrackHelper': '1.0', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'LocalIPAssociation': '1.0', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Log': '1.0', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'NDPProxy': '1.0', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Network': '1.1', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Port': '1.7', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'PortForwarding': '1.3', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'QosPolicy': '1.10', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroup': '1.5', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroupRule': '1.2', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SubPort': '1.0', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Subnet': '1.1', Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Trunk': '1.1'}} Jun 17 08:43:57.660801 dv-cinder-797608-33-iscsi neutron-server[116210]: {{(pid=116210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:43:57.780924 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:57.868746 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 2ddb1054-5618-4b5c-a788-d94afbdd7d2a) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:57.873865 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:43:57.874481 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:43:57.879728 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25643012-e0cd-401f-9a7e-b4125550054b None None] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:43:57.962831 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-283aaa2d-4f6d-43cc-8af8-c97d71392105 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9963977 Jun 17 08:43:57.982238 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525676e-3938-4d63-9170-b8b334085c6c None None] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:43:58.045584 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:00.365198 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 34568) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:44:00.614478 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f255f300-02bc-48ee-9e71-8517cfbe265a demo admin] 10.222.0.78 "GET /v2.0/routers/9919e71b-7529-4278-9273-e2550ffd5b82 HTTP/1.1" status: 200 len: 710 time: 0.2481096 Jun 17 08:44:00.707837 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef920ffd-eedb-4ba1-bea9-e3acfb692786 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:44:00.709235 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-ef920ffd-eedb-4ba1-bea9-e3acfb692786 demo admin] 10.222.0.78 "GET /v2.0/networks/2ddb1054-5618-4b5c-a788-d94afbdd7d2a HTTP/1.1" status: 200 len: 886 time: 0.0886464 Jun 17 08:44:00.718338 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:44:00.887732 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:00.966713 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks [] for router_gateway (9919e71b-7529-4278-9273-e2550ffd5b82), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:01.076431 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:01.310054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks [] for router_gateway (9919e71b-7529-4278-9273-e2550ffd5b82), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:01.398620 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:01.558567 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Allocated IP 172.27.0.6 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/8a9ab99f-d385-45d8-b31e-517ca3afdd8c) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:01.669436 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks [] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:01.788993 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:01.863953 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:01.871306 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:01.877934 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:44:01.912668 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Pushing event updated for resources: {'Port': ['ID=8a9ab99f-d385-45d8-b31e-517ca3afdd8c,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:02.006287 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:02.285562 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks [] for router_gateway (9919e71b-7529-4278-9273-e2550ffd5b82), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:02.411307 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 4a9dbf9c-89df-4962-a517-7b3d5b78f728 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:44:02.461252 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:44:02.461642 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:02.484130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-754555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-785953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126726'] for router (9919e71b-7529-4278-9273-e2550ffd5b82), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:02.486858 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:02.489944 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-754517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784295'] for router (9919e71b-7529-4278-9273-e2550ffd5b82), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:02.538536 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:44:02.538916 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:02.598995 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Router 9919e71b-7529-4278-9273-e2550ffd5b82 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:44:02.704189 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:44:02.708545 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:02.709801 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-3445f5f9-0184-4f35-805c-fa1deaef83e8 demo admin] 10.222.0.78 "PUT /v2.0/routers/9919e71b-7529-4278-9273-e2550ffd5b82 HTTP/1.1" status: 200 len: 888 time: 1.9947183 Jun 17 08:44:02.715091 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Sync routers for ids ['9919e71b-7529-4278-9273-e2550ffd5b82'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:02.729466 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Routers {'9919e71b-7529-4278-9273-e2550ffd5b82'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:44:02.730164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:43:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['9919e71b-7529-4278-9273-e2550ffd5b82'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:02.952228 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Set router 9919e71b-7529-4278-9273-e2550ffd5b82 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:44:03.335083 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'name': 'router1', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '8a9ab99f-d385-45d8-b31e-517ca3afdd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:43:42Z', 'updated_at': '2022-06-17T08:44:02Z', 'revision_number': 4, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'gw_port': {'id': '8a9ab99f-d385-45d8-b31e-517ca3afdd8c', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:44:01Z', 'updated_at': '2022-06-17T08:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '4a9dbf9c-89df-4962-a517-7b3d5b78f728', 'name': '', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'mac_address': 'fa:16:3e:7c:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:43:52Z', 'updated_at': '2022-06-17T08:43:56Z', 'revision_number': 5, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'subnets': [{'id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aefa8a-0c32-4efe-b05c-09f799406a77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.457100 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Checking router: 9919e71b-7529-4278-9273-e2550ffd5b82 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:03.457630 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Updating router 9919e71b-7529-4278-9273-e2550ffd5b82 port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:03.513081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:03.826249 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Publish callbacks [] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:03.901975 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:03.933753 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:03.952885 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Attempting to bind port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:44:03.953249 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Attempting to bind port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:44:03.953598 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Attempting to bind port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:44:03.960145 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5613ae-d08a-4112-a9b1-e23298715204 None None] Pushing event updated for resources: {'Port': ['ID=8a9ab99f-d385-45d8-b31e-517ca3afdd8c,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:03.964008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:44:03.964435 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:44:03.964660 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:03.965030 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:44:03.965509 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Bound port: 8a9ab99f-d385-45d8-b31e-517ca3afdd8c, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:44:03.965876 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:04.116002 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=29,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:04.116732 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=19 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:04.162480 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] For port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:44:04.166214 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] For port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=8a9ab99f-d385-45d8-b31e-517ca3afdd8c,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:44:04.228500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:04.265579 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:04.292786 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5613ae-d08a-4112-a9b1-e23298715204 None None] Pushing event updated for resources: {'Port': ['ID=8a9ab99f-d385-45d8-b31e-517ca3afdd8c,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.295758 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Routers {'9919e71b-7529-4278-9273-e2550ffd5b82'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:44:04.296708 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:43:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['9919e71b-7529-4278-9273-e2550ffd5b82'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:04.402033 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] Set router 9919e71b-7529-4278-9273-e2550ffd5b82 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:44:04.597275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'name': 'router1', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '8a9ab99f-d385-45d8-b31e-517ca3afdd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:43:42Z', 'updated_at': '2022-06-17T08:44:02Z', 'revision_number': 4, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'gw_port': {'id': '8a9ab99f-d385-45d8-b31e-517ca3afdd8c', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:44:01Z', 'updated_at': '2022-06-17T08:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '4a9dbf9c-89df-4962-a517-7b3d5b78f728', 'name': '', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'mac_address': 'fa:16:3e:7c:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:43:52Z', 'updated_at': '2022-06-17T08:43:56Z', 'revision_number': 5, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'subnets': [{'id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aefa8a-0c32-4efe-b05c-09f799406a77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:04.626231 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac93053-9012-4d07-84c6-b0fc5ff195bb None None] The sync data for ids ['9919e71b-7529-4278-9273-e2550ffd5b82'] in dv-cinder-797608-33-iscsi is: [{'id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'name': 'router1', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '8a9ab99f-d385-45d8-b31e-517ca3afdd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:43:42Z', 'updated_at': '2022-06-17T08:44:02Z', 'revision_number': 4, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'gw_port': {'id': '8a9ab99f-d385-45d8-b31e-517ca3afdd8c', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:44:01Z', 'updated_at': '2022-06-17T08:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '4a9dbf9c-89df-4962-a517-7b3d5b78f728', 'name': '', 'network_id': '5a52ee6b-b7c7-48ec-a02c-e0951335ed39', 'tenant_id': '82e4708d10bd4a56b8c263303c8beb29', 'mac_address': 'fa:16:3e:7c:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919e71b-7529-4278-9273-e2550ffd5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:43:52Z', 'updated_at': '2022-06-17T08:43:56Z', 'revision_number': 5, 'project_id': '82e4708d10bd4a56b8c263303c8beb29', 'subnets': [{'id': '5817df49-87cd-494f-9924-3796e6aaf13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aefa8a-0c32-4efe-b05c-09f799406a77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:05.101780 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 34582) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:44:05.233857 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-29b200e4-12af-4eb8-8930-e4e9394c39fd admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1308234 Jun 17 08:44:06.183735 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=20 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:06.184455 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=60 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:06.386417 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 8a9ab99f-d385-45d8-b31e-517ca3afdd8c up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:44:06.431329 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:44:06.431979 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:06.512457 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:44:06.512845 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:06.536719 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=8a9ab99f-d385-45d8-b31e-517ca3afdd8c,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:44:06.643979 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:06.682511 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:44:06.691557 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=8a9ab99f-d385-45d8-b31e-517ca3afdd8c,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.391827 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 8a9ab99f-d385-45d8-b31e-517ca3afdd8c up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:44:08.439091 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:44:08.439514 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (8a9ab99f-d385-45d8-b31e-517ca3afdd8c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:08.527369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 8a9ab99f-d385-45d8-b31e-517ca3afdd8c is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:44:15.220801 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:15.229103 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=80 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:16.678550 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:18.521184 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:18.525587 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:19.268660 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-90386cd4-e1be-4d9c-b0da-fa8a7cfdc101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:21.632363 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-145eb207-e6f7-4942-ab0e-f26eb58d495a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:22.588487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:24.078998 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:24.691904 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:34.015318 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:34.614778 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:37.695439 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:37.716336 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=5 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:43.681751 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:44:49.776589 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-92299f89-3eb6-45fd-9500-dae42e10d45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:51.647028 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-295c9a0f-3955-46f8-b18a-5979f50a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:52.593712 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:53.677082 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:53.677894 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:44:54.031883 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:44:55.113618 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:04.613221 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:04.615014 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:17.679003 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:17.679859 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:19.243389 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-00a5e766-848b-4c59-87a0-1e0cb1385655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:20.681334 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:45:21.627392 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2b747fd1-0fe2-452b-a989-da084da3f203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:22.604933 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:24.039211 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:24.690976 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:25.743776 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35122) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:25.806181 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5b3cb5-5658-47f7-948b-ada310b81c01 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:45:25.807545 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-cd5b3cb5-5658-47f7-948b-ada310b81c01 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627844 Jun 17 08:45:25.974425 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a577ef6-8e9e-4ad6-9b18-db5bda2518b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:25.975915 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5a577ef6-8e9e-4ad6-9b18-db5bda2518b9 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1642394 Jun 17 08:45:28.170903 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35132) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:28.271560 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9496f3-eab6-4bf8-9147-1ec9af4371c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:28.273557 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-3b9496f3-eab6-4bf8-9147-1ec9af4371c6 admin admin] 10.222.0.78 "GET /v2.0/subnets/5817df49-87cd-494f-9924-3796e6aaf13a HTTP/1.1" status: 200 len: 849 time: 0.1007755 Jun 17 08:45:28.283204 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:45:28.370098 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Publish callbacks [] for subnet (5817df49-87cd-494f-9924-3796e6aaf13a), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:28.654464 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782193668693'] for subnet (5817df49-87cd-494f-9924-3796e6aaf13a), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:28.685591 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:28.686606 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:28.688072 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] 10.222.0.78 "PUT /v2.0/subnets/5817df49-87cd-494f-9924-3796e6aaf13a HTTP/1.1" status: 200 len: 868 time: 0.4080768 Jun 17 08:45:28.694016 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b42822-5066-4c84-8847-7fa5f90b4e07 None None] Network 5a52ee6b-b7c7-48ec-a02c-e0951335ed39 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:45:28.713610 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5817df49-87cd-494f-9924-3796e6aaf13a,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.721333 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.721718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.722023 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.722360 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.722685 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.723013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.723342 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.723734 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.724056 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.724377 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.724695 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.725032 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.725332 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.725668 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.725956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ffd5b-9c8c-4216-bb9b-e25a0938a851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:29.033862 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-0b20ef36-1eb2-49e5-8b15-5a084b392ce1 None None] Provisioning complete for port 306438c2-6127-41ae-b242-c25e2129e992 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:45:29.034240 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0b20ef36-1eb2-49e5-8b15-5a084b392ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (306438c2-6127-41ae-b242-c25e2129e992), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:29.108240 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-0b20ef36-1eb2-49e5-8b15-5a084b392ce1 None None] Current status of the port 306438c2-6127-41ae-b242-c25e2129e992 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:45:29.116660 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-0b20ef36-1eb2-49e5-8b15-5a084b392ce1 None None] Provisioning complete for port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:45:29.117012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0b20ef36-1eb2-49e5-8b15-5a084b392ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (4a9dbf9c-89df-4962-a517-7b3d5b78f728), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:29.200928 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-0b20ef36-1eb2-49e5-8b15-5a084b392ce1 None None] Current status of the port 4a9dbf9c-89df-4962-a517-7b3d5b78f728 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:45:30.681652 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:30.878435 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35142) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:31.088365 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d9549-da45-4b11-9825-13b6d02b852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:31.088835 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d9549-da45-4b11-9825-13b6d02b852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:31.090400 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-561d9549-da45-4b11-9825-13b6d02b852c admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2109296 Jun 17 08:45:33.252941 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35152) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:33.385251 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31a47b-8717-45aa-866e-70fb911c245d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:33.385709 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31a47b-8717-45aa-866e-70fb911c245d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:33.387295 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-db31a47b-8717-45aa-866e-70fb911c245d admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333959 Jun 17 08:45:35.581504 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35160) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:35.707800 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c63ab-1d7e-42ce-9e20-ad20734e71cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:35.709099 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-927c63ab-1d7e-42ce-9e20-ad20734e71cd admin admin] 10.222.0.78 "GET /v2.0/networks/2ddb1054-5618-4b5c-a788-d94afbdd7d2a HTTP/1.1" status: 200 len: 886 time: 0.1266479 Jun 17 08:45:35.957632 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=12 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:35.982362 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=13 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:37.854314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35168) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:37.996376 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe17090-42bb-4292-b99f-9e6c98b38cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:37.997839 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2fe17090-42bb-4292-b99f-9e6c98b38cd6 admin admin] 10.222.0.78 "GET /v2.0/networks/5a52ee6b-b7c7-48ec-a02c-e0951335ed39 HTTP/1.1" status: 200 len: 869 time: 0.1425891 Jun 17 08:45:39.193252 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:39.199260 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:40.151865 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35176) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:40.237346 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:40.257526 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:40.278531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0120a9-bb7d-4716-a33b-043477e7a451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:40.278976 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0120a9-bb7d-4716-a33b-043477e7a451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:40.280547 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1d0120a9-bb7d-4716-a33b-043477e7a451 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277349 Jun 17 08:45:42.470825 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35184) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:42.565794 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c93ab-a615-4193-94b6-d23e7930c085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:42.566243 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c93ab-a615-4193-94b6-d23e7930c085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:42.567768 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f63c93ab-a615-4193-94b6-d23e7930c085 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959561 Jun 17 08:45:44.716276 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35192) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:44.810180 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da025c85-d20f-418a-88bc-a6aaef83643e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:44.811575 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-da025c85-d20f-418a-88bc-a6aaef83643e admin admin] 10.222.0.78 "GET /v2.0/subnets/5817df49-87cd-494f-9924-3796e6aaf13a HTTP/1.1" status: 200 len: 868 time: 0.0942345 Jun 17 08:45:46.968720 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35200) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:45:47.058113 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79be28b-4a54-4f7d-8b24-8efc77cecfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:45:47.059481 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b79be28b-4a54-4f7d-8b24-8efc77cecfbe admin admin] 10.222.0.78 "GET /v2.0/subnets/78a41189-744a-4d57-9f5c-199958ffcf84 HTTP/1.1" status: 200 len: 816 time: 0.0897789 Jun 17 08:45:49.231158 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4475db4c-3250-41de-b564-850503bcc2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:51.656142 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3a14c2c2-4fad-4b72-871c-9dae7cdb065b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:51.749001 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:51.749796 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:52.593403 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:54.042094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:54.682445 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:45:57.052866 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=19 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:57.055733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=20 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:45:57.682101 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:46:04.609961 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:04.611871 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:15.105410 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35254) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:46:15.153006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [None req-e08a1b1d-c0f1-4014-9e5e-d60cdf550156 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:46:15.154030 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e08a1b1d-c0f1-4014-9e5e-d60cdf550156 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476453 Jun 17 08:46:17.189643 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=15 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:17.192531 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=13 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:17.407039 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35262) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:46:17.473008 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b713ed0b-5a4d-478c-b3f4-723c1896543d admin admin] GET failed (client error): The resource could not be found. Jun 17 08:46:17.474428 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b713ed0b-5a4d-478c-b3f4-723c1896543d admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663803 Jun 17 08:46:17.567797 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5793a5f-2d7e-4560-87cc-e5f741a96381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:46:17.569831 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b5793a5f-2d7e-4560-87cc-e5f741a96381 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0904884 Jun 17 08:46:19.233113 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6a74ad55-e30b-4372-93b6-e3cc0bf24bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:19.815509 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35270) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:46:19.863225 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:46:19.956613 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Made reservation on behalf of 9bb6ac161b2c421f94fa26d18ee99634 for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:19.959610 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:19.988215 dv-cinder-797608-33-iscsi neutron-server[116209]: WARNING neutron.services.revisions.revision_plugin [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Could not find related network for resource to bump revision. Jun 17 08:46:20.000084 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=116209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:20.009629 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (a67a2f4a-383a-4623-89b8-998f077993b7), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:20.009990 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Added segment a67a2f4a-383a-4623-89b8-998f077993b7 of type vlan for network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 Jun 17 08:46:20.051557 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (8ff479b4-81fc-4862-8a5e-e54c1365c6d4), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:20.145116 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (8ff479b4-81fc-4862-8a5e-e54c1365c6d4), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:20.146176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:46:20.147513 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:20.205679 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] Pushing event updated for resources: {'Network': ['ID=8ff479b4-81fc-4862-8a5e-e54c1365c6d4,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:20.221485 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:46:20.245081 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f542e2c3-5471-471a-9113-d807f77bd87c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4284968 Jun 17 08:46:21.673018 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0c287d79-05a9-4706-9c41-9434dff13700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:22.437287 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35278) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:46:22.500208 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.pecan_wsgi.hooks.translation [None req-564e10eb-550b-4308-9653-4b38896ee4b7 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:46:22.501510 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-564e10eb-550b-4308-9653-4b38896ee4b7 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632458 Jun 17 08:46:22.606179 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edebef8-8883-47f1-9dec-870e3ed4b0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:46:22.607681 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-5edebef8-8883-47f1-9dec-870e3ed4b0b0 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020286 Jun 17 08:46:22.610113 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:22.618273 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Request body: {'subnet': {'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:46:22.684517 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Made reservation on behalf of 9bb6ac161b2c421f94fa26d18ee99634 for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:22.686844 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:22.916660 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (d2735b83-6ec9-4a5f-9bfd-ecd937d98077), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:22.968905 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2735b83-6ec9-4a5f-9bfd-ecd937d98077,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.985256 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Checking segment: {'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:46:22.986273 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Network hostable DHCP agents. Network: 8ff479b4-81fc-4862-8a5e-e54c1365c6d4, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:23.053464 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:23.127763 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 8ff479b4-81fc-4862-8a5e-e54c1365c6d4) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:23.132877 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:46:23.133544 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:23.137437 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ce3e8-dca5-4a7b-820a-f70668589b68 None None] Network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:46:23.216048 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-7390f28d-3705-4391-bcba-1650a0669165 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6018660 Jun 17 08:46:23.348190 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-8ff479b4-81fc-4862-8a5e-e54c1365c6d4', 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4', 'project_id': '9bb6ac161b2c421f94fa26d18ee99634', 'fixed_ips': [{'subnet_id': 'd2735b83-6ec9-4a5f-9bfd-ecd937d98077'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:46:23.349198 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:23.519265 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Allocated IP 192.168.233.2 (8ff479b4-81fc-4862-8a5e-e54c1365c6d4/d2735b83-6ec9-4a5f-9bfd-ecd937d98077/5fa057f6-476f-458c-9c59-f6f2c0eacd8e) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:23.671809 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Publish callbacks [] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:23.736429 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:23.778510 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:23.783770 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:23.789179 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:46:23.796138 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Pushing event updated for resources: {'Port': ['ID=5fa057f6-476f-458c-9c59-f6f2c0eacd8e,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:23.820358 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.820693 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.821043 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.821397 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.821723 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.822041 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.822357 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.822670 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.823001 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.823318 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.823690 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.824027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.824341 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.824647 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.824953 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:23.862359 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Attempting to bind port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:46:23.862722 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Attempting to bind port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:46:23.863074 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Attempting to bind port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e on network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:46:23.868662 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:46:23.869024 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Checking segment: {'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:46:23.869416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:23.869798 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Bound using segment: {'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:46:23.870254 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Bound port: 5fa057f6-476f-458c-9c59-f6f2c0eacd8e, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:46:23.870631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:23.943960 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] For port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:46:23.943960 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] For port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=5fa057f6-476f-458c-9c59-f6f2c0eacd8e,segment=NetworkSegment(a67a2f4a-383a-4623-89b8-998f077993b7),segment_id=a67a2f4a-383a-4623-89b8-998f077993b7)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:46:24.016362 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:24.056097 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:24.089081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81862-818c-488c-a27f-0b096aa70f15 None None] Pushing event updated for resources: {'Port': ['ID=5fa057f6-476f-458c-9c59-f6f2c0eacd8e,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.493154 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 5fa057f6-476f-458c-9c59-f6f2c0eacd8e up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:46:24.518203 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:24.540316 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:46:24.540697 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:24.541998 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:24.632252 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:46:24.632632 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:24.676834 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=5fa057f6-476f-458c-9c59-f6f2c0eacd8e,segment=NetworkSegment(a67a2f4a-383a-4623-89b8-998f077993b7),segment_id=a67a2f4a-383a-4623-89b8-998f077993b7)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:46:24.705827 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:24.770741 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:24.831381 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=5fa057f6-476f-458c-9c59-f6f2c0eacd8e,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.921775 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db28081-74e5-4ab4-9415-394621e387a4 None None] Network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:46:24.991971 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-238cc7a1-0364-4370-9430-306166c0a8a7 None None] Provisioning complete for port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:46:24.992349 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-238cc7a1-0364-4370-9430-306166c0a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:25.111234 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-238cc7a1-0364-4370-9430-306166c0a8a7 None None] Current status of the port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:46:25.331907 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-aacee1ef-a1bf-4568-a5a3-d3edf0053f17 None None] Provisioning complete for port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:46:25.332193 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-aacee1ef-a1bf-4568-a5a3-d3edf0053f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:25.409739 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-aacee1ef-a1bf-4568-a5a3-d3edf0053f17 None None] Current status of the port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:46:26.465151 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 5fa057f6-476f-458c-9c59-f6f2c0eacd8e up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:46:26.510481 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:46:26.510857 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5fa057f6-476f-458c-9c59-f6f2c0eacd8e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:26.585445 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 5fa057f6-476f-458c-9c59-f6f2c0eacd8e is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:46:27.564416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=12 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:27.565228 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=10 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:28.700832 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:28.705634 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:33.143492 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=69,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:33.144407 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=67,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:34.681900 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:46:36.579221 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=58 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:36.583038 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:44.678363 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:46:49.253126 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7b439878-cf07-4b4b-b67a-62a0abbbfcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:51.641963 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dac20d95-3088-4bb8-9625-a6cb8de43154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:52.598640 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:54.041940 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:46:54.661236 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:04.612593 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:04.615719 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:05.697599 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:05.702603 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:11.684861 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:47:19.246955 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8aaf-1120-4bcc-850e-7d76137e288a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:21.635446 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-33372634-e732-42a6-a60a-4f62275fd6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:21.677704 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:21.678584 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:22.612923 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:24.052843 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:24.683632 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:34.609123 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:34.610455 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:42.694261 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:42.699244 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:48.684482 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:47:49.272183 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a639-5a01-49e4-88fb-d88faf3879e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:51.652640 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-00324862-e960-4567-9fba-1205fa8b3800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:52.615501 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:54.037874 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:54.706839 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:57.141482 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35318) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:47:57.147421 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [None req-3b684a22-9651-4ef2-a21d-5eee8d6f8829 tempest-verify_tempest_config-1819731660 tempest-verify_tempest_config-1819731660-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:47:57.148413 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-3b684a22-9651-4ef2-a21d-5eee8d6f8829 tempest-verify_tempest_config-1819731660 tempest-verify_tempest_config-1819731660-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060229 Jun 17 08:47:57.622650 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35336) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:47:57.739941 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:57.845010 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Publish callbacks [] for security_group (9df3a58d-6d79-403e-9ab9-d08d658eaeb9), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:57.903764 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9df3a58d-6d79-403e-9ab9-d08d658eaeb9), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:57.950785 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70c4bf8639fc41baa526bfc435767535&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3268685 Jun 17 08:47:57.951413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df3a58d-6d79-403e-9ab9-d08d658eaeb9,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:57.953395 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35342) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:47:57.969909 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.970254 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.970603 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.970935 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.971259 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.971684 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.972002 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.972326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.972804 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.973140 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.973461 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.973776 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.974092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.974400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.974710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c971bce7-6be9-4d80-bbff-1860e12d3ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:58.026386 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fd72a3d2-40a0-4776-870a-949fd7073ee3 admin admin] Publish callbacks [] for security_group (9df3a58d-6d79-403e-9ab9-d08d658eaeb9), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:58.047427 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fd72a3d2-40a0-4776-870a-949fd7073ee3 admin admin] Publish callbacks [] for security_group (9df3a58d-6d79-403e-9ab9-d08d658eaeb9), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:58.232622 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fd72a3d2-40a0-4776-870a-949fd7073ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9df3a58d-6d79-403e-9ab9-d08d658eaeb9), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:58.235029 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fd72a3d2-40a0-4776-870a-949fd7073ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:47:58.236239 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-fd72a3d2-40a0-4776-870a-949fd7073ee3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9df3a58d-6d79-403e-9ab9-d08d658eaeb9 HTTP/1.1" status: 204 len: 168 time: 0.2818987 Jun 17 08:47:58.245302 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72a3d2-40a0-4776-870a-949fd7073ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df3a58d-6d79-403e-9ab9-d08d658eaeb9,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.679902 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:47:58.680689 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:04.612341 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:08.088218 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=39,neutron:INSERT=3,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:08.241618 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=33,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:08.268078 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=11 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:19.237848 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cd04953e-1ab9-4d97-80af-95ac160ba9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:19.691201 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=13 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:19.696254 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=19 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:21.640982 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-54076b14-cb4c-4b34-9fe5-252748941a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:22.634973 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:24.040481 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:24.726599 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:25.685526 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:48:34.608270 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:34.616337 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:35.682003 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:35.682842 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:49.239913 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-19511fcb-f2c4-4fa0-a507-c7ddbb0a6a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:51.634778 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8a65ee5a-919b-47bd-9ca2-995d30a1c067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:52.634669 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:54.054740 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:54.700427 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:48:56.687584 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:48:56.693685 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:02.684073 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:49:04.614680 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:04.617578 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:17.696330 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:19.245411 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-fa393128-8966-4125-8119-1ed9cc47a1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:21.656996 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-84ac1aa9-e6ab-46e5-882d-0bdcbfe9412c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:22.633943 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:24.051437 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:24.691379 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:33.684267 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:33.688629 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=8 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:34.616507 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:34.618351 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:39.683403 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 5 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:49:47.465900 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755036'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:49.240498 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e92e7deb-c462-4450-a503-d460aaa78a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:49.680073 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:49:51.628238 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-49af1ad5-29b0-4fc5-b44d-5d7cb4308d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:52.633826 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:54.075013 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:49:54.700626 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:00.049297 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35416) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:50:00.166795 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1a535f5b-64db-4e27-b61b-f504a9b64cde admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1163988 Jun 17 08:50:02.390256 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35426) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:50:02.450621 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-cd23707f-2dbf-4af0-9c3c-501b9d328dca admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0592062 Jun 17 08:50:04.620792 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:04.622924 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:12.444733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:12.446018 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:16.682492 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:50:17.448749 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:19.231487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c26c9303-757d-4c8c-9f2b-e6a3a5a31396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:21.633187 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-aab17266-8209-45a6-8635-a100a73a90a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:22.633224 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:24.033584 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:24.679055 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:26.678148 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=19 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:26.678898 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=15 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:34.619774 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:34.621659 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:47.467848 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:47.694565 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:47.695385 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:50:49.250387 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-037fe932-2262-483d-8f0e-5770068b7c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:51.661848 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c2a992c9-4b6e-4dcd-8a6f-3e0232fd9f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:52.626051 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:53.682517 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:50:54.065805 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:50:54.708675 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:03.677761 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:03.679207 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:03.995936 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:04.630535 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:17.471482 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:19.227288 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-62514393-4876-42de-9cd0-b1cb0f3e180d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:21.631012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2cace221-bda5-4fe8-90c7-936ebecf5d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:22.631480 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:24.055777 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:24.682367 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:24.686341 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:24.691275 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:30.682001 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:51:34.613959 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:34.616700 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:40.678032 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:42.017957 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35640) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:42.221719 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35656) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:42.261089 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35660) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:42.313733 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-641817727-network', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:42.427495 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Made reservation on behalf of 794e7ebcf5c3436081b8e8d39907b655 for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:42.430894 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:42.451386 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:42.541435 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks [] for security_group (332d0ed9-2b9a-4002-bf4e-80bfff12bab4), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:42.609841 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (332d0ed9-2b9a-4002-bf4e-80bfff12bab4), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:42.645550 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:42.656694 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d0ed9-2b9a-4002-bf4e-80bfff12bab4,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:42.667495 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.667834 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.668400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.668920 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.669454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.669858 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.670257 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.670678 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.671080 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.672131 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.672586 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.673010 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.673403 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.673796 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.674185 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Tracked resource versions report: Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: pushed versions: Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: { 'AddressGroup': {'1.2'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Agent': {'1.1'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'ConntrackHelper': {'1.0'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Log': {'1.0'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'NDPProxy': {'1.0'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Network': {'1.1'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Port': {'1.7'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'PortForwarding': {'1.3'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'QosPolicy': {'1.10'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroup': {'1.5'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SubPort': {'1.0'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Subnet': {'1.1'}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Trunk': {'1.1'}} Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: consumer versions: Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: HyperV agent@hv-cinder-79760: {}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Agent': '1.1', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'ConntrackHelper': '1.0', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'LocalIPAssociation': '1.0', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Log': '1.0', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'NDPProxy': '1.0', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Network': '1.1', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Port': '1.7', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'PortForwarding': '1.3', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'QosPolicy': '1.10', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroup': '1.5', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SecurityGroupRule': '1.2', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'SubPort': '1.0', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Subnet': '1.1', Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: 'Trunk': '1.1'}} Jun 17 08:51:42.675548 dv-cinder-797608-33-iscsi neutron-server[116210]: {{(pid=116210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:51:42.679810 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782193823735', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (891d83c1-07e2-46f4-b4ec-010885cacaf2), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:42.680415 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Unsubscribe: segment precommit_create {{(pid=116210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:51:42.680963 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Added segment 891d83c1-07e2-46f4-b4ec-010885cacaf2 of type vlan for network b5af04e5-5681-4034-bf01-a7f9807128a2 Jun 17 08:51:42.818198 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (b5af04e5-5681-4034-bf01-a7f9807128a2), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:42.857052 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1008323804-network', 'tenant_id': '63675a395d824db687bca143dc25c3b2'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:42.878732 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-network', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:42.916829 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (b5af04e5-5681-4034-bf01-a7f9807128a2), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:42.917858 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:42.918470 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.019922 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Made reservation on behalf of b493dbf75ed64a7dbda3e9c6a6168f8f for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:43.022948 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.025235 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Made reservation on behalf of 63675a395d824db687bca143dc25c3b2 for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:43.028362 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.041637 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.050149 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35686) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:43.050768 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0311770 Jun 17 08:51:43.056911 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Request body: {'subnet': {'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-641817727-subnet', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:43.069144 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb51a04-8c8f-450e-a667-7e41378b4013 admin admin] Pushing event updated for resources: {'Network': ['ID=b5af04e5-5681-4034-bf01-a7f9807128a2,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.077569 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.094191 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network b5af04e5-5681-4034-bf01-a7f9807128a2 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:51:43.158997 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks [] for security_group (421b39d2-046a-4f1a-913a-56f715e48666), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.169892 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Made reservation on behalf of 794e7ebcf5c3436081b8e8d39907b655 for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:43.172994 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.189580 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=72,neutron:INSERT=27,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:43.234824 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks [] for security_group (309bd170-5e45-48d1-8088-afe7229cbbf3), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.237544 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (421b39d2-046a-4f1a-913a-56f715e48666), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.271106 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:43.285664 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:43.296242 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (c1d6313a-797d-4302-975f-94719303151c), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.297005 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Added segment c1d6313a-797d-4302-975f-94719303151c of type vlan for network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b Jun 17 08:51:43.306058 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421b39d2-046a-4f1a-913a-56f715e48666,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.363956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.372178 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (309bd170-5e45-48d1-8088-afe7229cbbf3), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.389983 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:43.442185 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (ed0cf136-4848-4f3a-b024-85cbcbbe38b5), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.443046 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Added segment ed0cf136-4848-4f3a-b024-85cbcbbe38b5 of type vlan for network 4f7d1d4a-2c54-4698-9b36-243535e9ccac Jun 17 08:51:43.468457 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309bd170-5e45-48d1-8088-afe7229cbbf3,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.484703 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (113372b6-188a-441b-8e8f-7a645d18f73a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.524505 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (4f7d1d4a-2c54-4698-9b36-243535e9ccac), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.565959 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Checking segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:43.566392 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Network hostable DHCP agents. Network: b5af04e5-5681-4034-bf01-a7f9807128a2, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:43.573455 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113372b6-188a-441b-8e8f-7a645d18f73a,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.585627 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.586107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.587095 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.587472 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.587845 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.588180 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.588639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.588973 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.589322 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.589647 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.590075 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.590313 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.590799 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.591256 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.591641 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Tracked resource versions report: Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: pushed versions: Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: { 'AddressGroup': {'1.2'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Agent': {'1.1'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'ConntrackHelper': {'1.0'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Log': {'1.0'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'NDPProxy': {'1.0'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Network': {'1.1'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Port': {'1.7'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'PortForwarding': {'1.3'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'QosPolicy': {'1.10'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroup': {'1.5'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SubPort': {'1.0'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Subnet': {'1.1'}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Trunk': {'1.1'}} Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: consumer versions: Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: HyperV agent@hv-cinder-79760: {}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Agent': '1.1', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'ConntrackHelper': '1.0', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'LocalIPAssociation': '1.0', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Log': '1.0', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'NDPProxy': '1.0', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Network': '1.1', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Port': '1.7', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'PortForwarding': '1.3', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'QosPolicy': '1.10', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroup': '1.5', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SecurityGroupRule': '1.2', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'SubPort': '1.0', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Subnet': '1.1', Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: 'Trunk': '1.1'}} Jun 17 08:51:43.592901 dv-cinder-797608-33-iscsi neutron-server[116209]: {{(pid=116209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:51:43.632697 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.635094 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:43.635094 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.660124 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (4f7d1d4a-2c54-4698-9b36-243535e9ccac), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.663881 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:43.663881 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.713043 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:43.721940 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] Pushing event updated for resources: {'Network': ['ID=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.735768 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:51:43.755764 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-93ab2394-fcb1-4804-afe4-ed25a4f5deaf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4909663 Jun 17 08:51:43.756188 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35710) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:43.792174 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Request body: {'subnet': {'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1008323804-subnet', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:43.823016 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5889232 Jun 17 08:51:43.823016 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790abb1-a40f-4520-a40b-87733f435183 admin admin] Pushing event updated for resources: {'Network': ['ID=4f7d1d4a-2c54-4698-9b36-243535e9ccac,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.824145 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, b5af04e5-5681-4034-bf01-a7f9807128a2) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:43.824145 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:43.824145 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:43.825982 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35714) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:43.834404 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Request body: {'subnet': {'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-subnet', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:43.843074 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b8a72c-6e34-4e42-becc-2e5c3806582e None None] Network b5af04e5-5681-4034-bf01-a7f9807128a2 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:51:43.846890 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:51:43.856577 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:43.925393 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ebcdaee6-8909-484c-a2ab-8764fc377108 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8741455 Jun 17 08:51:43.925904 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Made reservation on behalf of 63675a395d824db687bca143dc25c3b2 for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:43.928099 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35716) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:43.932696 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:43.934403 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.039436 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Made reservation on behalf of b493dbf75ed64a7dbda3e9c6a6168f8f for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:44.042133 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.049641 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-b5af04e5-5681-4034-bf01-a7f9807128a2', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:51:44.051183 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.056079 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.057285 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.313758 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks [] for router_controller (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), precommit_add_association {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.377893 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Allocated IP 172.20.0.2 (b5af04e5-5681-4034-bf01-a7f9807128a2/113372b6-188a-441b-8e8f-7a645d18f73a/23c6f62b-ba15-4ed8-a936-78d100320586) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:44.511605 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (3776d131-7a53-4bef-a49d-0085b473fab8), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.552333 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:44.560919 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Publish callbacks [] for port (23c6f62b-ba15-4ed8-a936-78d100320586), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.588766 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks [] for router_gateway (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.595061 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3776d131-7a53-4bef-a49d-0085b473fab8,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:44.613479 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Checking segment: {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:44.614077 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Network hostable DHCP agents. Network: e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:44.619519 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (3d8327ab-e3f9-4b98-bf71-b31e64674148), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.687327 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.689865 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8327ab-e3f9-4b98-bf71-b31e64674148,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:44.701997 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Checking segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:44.702347 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Network hostable DHCP agents. Network: 4f7d1d4a-2c54-4698-9b36-243535e9ccac, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:44.770541 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:44.771544 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:44.775335 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:44.782529 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:44.818325 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Pushing event updated for resources: {'Port': ['ID=23c6f62b-ba15-4ed8-a936-78d100320586,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:44.830717 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:44.846483 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.846831 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.847189 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.847585 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.847922 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.848247 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.848569 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.848889 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.849218 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.849713 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.850188 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.850836 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.852002 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.852387 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.852717 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Tracked resource versions report: Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: pushed versions: Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: { 'AddressGroup': {'1.2'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Agent': {'1.1'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'ConntrackHelper': {'1.0'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Log': {'1.0'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'NDPProxy': {'1.0'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Network': {'1.1'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Port': {'1.7'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'PortForwarding': {'1.3'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'QosPolicy': {'1.10'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroup': {'1.5'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SubPort': {'1.0'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Subnet': {'1.1'}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Trunk': {'1.1'}} Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: consumer versions: Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: HyperV agent@hv-cinder-79760: {}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Agent': '1.1', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'ConntrackHelper': '1.0', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'LocalIPAssociation': '1.0', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Log': '1.0', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'NDPProxy': '1.0', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Network': '1.1', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Port': '1.7', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'PortForwarding': '1.3', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'QosPolicy': '1.10', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroup': '1.5', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SecurityGroupRule': '1.2', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'SubPort': '1.0', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Subnet': '1.1', Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: 'Trunk': '1.1'}} Jun 17 08:51:44.853941 dv-cinder-797608-33-iscsi neutron-server[116211]: {{(pid=116211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:51:44.883106 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Attempting to bind port 23c6f62b-ba15-4ed8-a936-78d100320586 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:44.883981 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Attempting to bind port 23c6f62b-ba15-4ed8-a936-78d100320586 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:44.884679 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Attempting to bind port 23c6f62b-ba15-4ed8-a936-78d100320586 on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:44.892221 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:44.892971 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Checking segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:44.893558 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.894205 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Bound using segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:44.894688 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Bound port: 23c6f62b-ba15-4ed8-a936-78d100320586, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:44.895065 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.941147 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:44.959406 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:44.962051 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 4f7d1d4a-2c54-4698-9b36-243535e9ccac) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:44.970211 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:44.970953 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:44.976643 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7dad87-5b1c-4fa3-b6b9-c708fd62ad64 None None] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:51:44.996605 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] For port 23c6f62b-ba15-4ed8-a936-78d100320586, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:45.009568 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:45.010807 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.021105 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46aeb3-d8db-4011-9e03-b52f212002d3 None None] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:51:45.036714 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:45.066337 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] For port 23c6f62b-ba15-4ed8-a936-78d100320586, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=23c6f62b-ba15-4ed8-a936-78d100320586,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:45.072554 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-709bf59d-e9f6-4318-80cd-314ea3a167e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3125916 Jun 17 08:51:45.077227 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35746) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:45.078259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks [] for router_gateway (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.082893 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:45.092879 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:45.119097 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.138134 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-ce0a6fcd-5c14-48e6-89bd-bdd0bedb8b79 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3103542 Jun 17 08:51:45.140896 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35748) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:45.150062 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:45.177216 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.197147 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'project_id': '63675a395d824db687bca143dc25c3b2', 'fixed_ips': [{'subnet_id': '3776d131-7a53-4bef-a49d-0085b473fab8'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:51:45.198127 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.226720 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (248a42d7-fac6-40c4-8d72-86d884f5f462), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.228657 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (248a42d7-fac6-40c4-8d72-86d884f5f462), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.245713 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Allocated IP 172.27.0.4 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/6b43c338-9535-420b-b588-45a72845e6da) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:45.252237 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (b131d064-9b69-45d7-bfbf-d576f3d8e49d), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.253318 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (b131d064-9b69-45d7-bfbf-d576f3d8e49d), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.270783 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:51:45.275422 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.351070 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:45.353977 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:45.367657 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks [] for router_controller (248a42d7-fac6-40c4-8d72-86d884f5f462), precommit_add_association {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.429778 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks [] for port (6b43c338-9535-420b-b588-45a72845e6da), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.432743 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks [] for router_controller (b131d064-9b69-45d7-bfbf-d576f3d8e49d), precommit_add_association {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.608336 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad092b3-b33a-4a98-90ca-2d97c0ffb4d0 None None] Pushing event updated for resources: {'Port': ['ID=23c6f62b-ba15-4ed8-a936-78d100320586,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:45.622345 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (6b43c338-9535-420b-b588-45a72845e6da), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:45.635307 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:45.644886 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:45.691043 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:45.721954 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Allocated IP 172.20.0.2 (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b/3776d131-7a53-4bef-a49d-0085b473fab8/e7bfb212-264d-48cf-a1f2-e16220a882fe) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:45.877929 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6b43c338-9535-420b-b588-45a72845e6da,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.016902 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks [] for router_gateway (b131d064-9b69-45d7-bfbf-d576f3d8e49d), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.024169 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Publish callbacks [] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.044948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Allocated IP 172.20.0.2 (4f7d1d4a-2c54-4698-9b36-243535e9ccac/3d8327ab-e3f9-4b98-bf71-b31e64674148/2df8598e-5ff3-4eb3-a0fd-993868031a19) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:46.052815 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks [] for router_gateway (248a42d7-fac6-40c4-8d72-86d884f5f462), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.135968 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.228082 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks [] for router_gateway (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.247536 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:46.271413 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:46.298466 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Pushing event updated for resources: {'Port': ['ID=e7bfb212-264d-48cf-a1f2-e16220a882fe,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.309078 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:46.319588 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:46.457634 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Publish callbacks [] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.459117 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Attempting to bind port e7bfb212-264d-48cf-a1f2-e16220a882fe on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:46.459512 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Attempting to bind port e7bfb212-264d-48cf-a1f2-e16220a882fe by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:46.460077 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Attempting to bind port e7bfb212-264d-48cf-a1f2-e16220a882fe on network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:46.469330 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:46.469756 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Checking segment: {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:46.470275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.470719 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Bound using segment: {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:46.471208 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Bound port: e7bfb212-264d-48cf-a1f2-e16220a882fe, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:46.471613 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.520679 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:46.525884 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:46.562617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.566166 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.600143 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:46.601890 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] For port e7bfb212-264d-48cf-a1f2-e16220a882fe, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:46.618866 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks [] for router_gateway (b131d064-9b69-45d7-bfbf-d576f3d8e49d), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.930081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:46.930081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] For port e7bfb212-264d-48cf-a1f2-e16220a882fe, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=e7bfb212-264d-48cf-a1f2-e16220a882fe,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:46.930081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:46.930081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:46.930081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 23c6f62b-ba15-4ed8-a936-78d100320586 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:46.937227 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks [] for router_gateway (248a42d7-fac6-40c4-8d72-86d884f5f462), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.937227 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.938571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d54a9cd-b925-4001-9079-87cc75331e5b None None] Network b5af04e5-5681-4034-bf01-a7f9807128a2 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:51:46.938571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 23c6f62b-ba15-4ed8-a936-78d100320586 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:46.938571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.938571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Pushing event updated for resources: {'Port': ['ID=2df8598e-5ff3-4eb3-a0fd-993868031a19,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.938571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.939341 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:46.987277 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b0150-a661-4a49-8532-6d6710a397f8 None None] Pushing event updated for resources: {'Port': ['ID=e7bfb212-264d-48cf-a1f2-e16220a882fe,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.993417 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Allocated IP 172.27.0.252 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/d014669e-3fec-48ed-8071-00eb3602e4ef) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:47.009150 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-fa28c73b-54a2-46d4-a431-748e4d5554f0 None None] Provisioning complete for port 23c6f62b-ba15-4ed8-a936-78d100320586 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:47.009541 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-fa28c73b-54a2-46d4-a431-748e4d5554f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.021227 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:51:47.131642 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Attempting to bind port 2df8598e-5ff3-4eb3-a0fd-993868031a19 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:47.132016 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Attempting to bind port 2df8598e-5ff3-4eb3-a0fd-993868031a19 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:47.132302 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks [] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.132395 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Attempting to bind port 2df8598e-5ff3-4eb3-a0fd-993868031a19 on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:47.148467 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:47.148986 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Checking segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:47.149232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.149651 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Bound using segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:47.150113 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Bound port: 2df8598e-5ff3-4eb3-a0fd-993868031a19, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:47.150486 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.161238 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:51:47.177459 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:47.197326 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:47.197326 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:47.210332 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 23c6f62b-ba15-4ed8-a936-78d100320586 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:47.210702 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.264065 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.265572 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e2cea922-ba05-4e9b-8d2d-d86c6e9bd8b4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3360176 Jun 17 08:51:47.267425 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-fa28c73b-54a2-46d4-a431-748e4d5554f0 None None] Current status of the port 23c6f62b-ba15-4ed8-a936-78d100320586 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:47.267863 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-fa28c73b-54a2-46d4-a431-748e4d5554f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.268971 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35804) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:47.327528 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.390146 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] For port 2df8598e-5ff3-4eb3-a0fd-993868031a19, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:47.396330 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-fa28c73b-54a2-46d4-a431-748e4d5554f0 None None] For port 23c6f62b-ba15-4ed8-a936-78d100320586, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=23c6f62b-ba15-4ed8-a936-78d100320586,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:47.402275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] For port 2df8598e-5ff3-4eb3-a0fd-993868031a19, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2df8598e-5ff3-4eb3-a0fd-993868031a19,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:47.409379 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:47.487043 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:47.503903 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.548762 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:47.549838 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:47.576269 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-fa28c73b-54a2-46d4-a431-748e4d5554f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.603442 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.724521 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Allocated IP 172.27.0.64 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/00dc8075-8664-4a4b-82ae-b9f336f32fe0) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:47.732167 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Pushing event updated for resources: {'Port': ['ID=d014669e-3fec-48ed-8071-00eb3602e4ef,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:47.737295 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.db.api [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 08:51:47.738622 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG oslo_db.api [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:47.774571 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:47.778143 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5691-0ea6-477c-aee1-d3c0d45be212 None None] Pushing event updated for resources: {'Port': ['ID=2df8598e-5ff3-4eb3-a0fd-993868031a19,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:47.838616 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:47.851634 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c73b-54a2-46d4-a431-748e4d5554f0 None None] Pushing event updated for resources: {'Port': ['ID=23c6f62b-ba15-4ed8-a936-78d100320586,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:47.869213 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d048bc8c-3423-4268-8e3f-286ecfbf53d5 None None] Provisioning complete for port 23c6f62b-ba15-4ed8-a936-78d100320586 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:47.869599 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d048bc8c-3423-4268-8e3f-286ecfbf53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:47.948740 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:45Z', 'revision_number': 3, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:47.991763 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d048bc8c-3423-4268-8e3f-286ecfbf53d5 None None] Current status of the port 23c6f62b-ba15-4ed8-a936-78d100320586 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:47.998798 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:47.999221 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Updating router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 port 6b43c338-9535-420b-b588-45a72845e6da binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:48.072837 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (6b43c338-9535-420b-b588-45a72845e6da), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:48.078308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:48.293506 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 23c6f62b-ba15-4ed8-a936-78d100320586 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:48.301943 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks [] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:48.395638 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks [] for router_gateway (b131d064-9b69-45d7-bfbf-d576f3d8e49d), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:48.528320 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e0993-2862-4b47-9a0f-56c19a17cdd0 None None] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:51:48.561866 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:48.631672 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-9ca0ba5a-333b-4e72-9683-cb23ffb27df1 None None] Provisioning complete for port e7bfb212-264d-48cf-a1f2-e16220a882fe triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:48.632153 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ba5a-333b-4e72-9683-cb23ffb27df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:48.700037 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:48.806433 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0ba5a-333b-4e72-9683-cb23ffb27df1 None None] Current status of the port e7bfb212-264d-48cf-a1f2-e16220a882fe is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:48.806926 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ba5a-333b-4e72-9683-cb23ffb27df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:48.809203 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:48.880064 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-9ca0ba5a-333b-4e72-9683-cb23ffb27df1 None None] For port e7bfb212-264d-48cf-a1f2-e16220a882fe, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=e7bfb212-264d-48cf-a1f2-e16220a882fe,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:48.909080 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:48.923245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:48.965761 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:48.967757 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ba5a-333b-4e72-9683-cb23ffb27df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.125510 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Publish callbacks [] for port (6b43c338-9535-420b-b588-45a72845e6da), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.157746 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Pushing event updated for resources: {'Port': ['ID=00dc8075-8664-4a4b-82ae-b9f336f32fe0,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.255644 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (6b43c338-9535-420b-b588-45a72845e6da), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.261896 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 23c6f62b-ba15-4ed8-a936-78d100320586 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:49.325565 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.372612 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0ba5a-333b-4e72-9683-cb23ffb27df1 None None] Pushing event updated for resources: {'Port': ['ID=e7bfb212-264d-48cf-a1f2-e16220a882fe,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.374880 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Attempting to bind port 6b43c338-9535-420b-b588-45a72845e6da on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:49.383292 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Attempting to bind port 6b43c338-9535-420b-b588-45a72845e6da by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:49.385256 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Attempting to bind port 6b43c338-9535-420b-b588-45a72845e6da on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:49.389751 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Pushing event updated for resources: {'Port': ['ID=6b43c338-9535-420b-b588-45a72845e6da,revision_number=2']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.401596 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 23c6f62b-ba15-4ed8-a936-78d100320586 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:49.401596 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.418645 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:49.419590 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:49.420333 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.420908 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:49.421569 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Bound port: 6b43c338-9535-420b-b588-45a72845e6da, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:49.422444 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (6b43c338-9535-420b-b588-45a72845e6da), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.423445 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks [] for router_gateway (248a42d7-fac6-40c4-8d72-86d884f5f462), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.426560 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.427140 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.430216 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.430216 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.430216 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.430216 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.430216 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.431125 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.431496 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.431824 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.432151 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.432772 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.433284 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.433533 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.433858 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Tracked resource versions report: Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: pushed versions: Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: { 'AddressGroup': {'1.2'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Agent': {'1.1'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'ConntrackHelper': {'1.0'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'LocalIPAssociation': {'1.0'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Log': {'1.0'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'NDPProxy': {'1.0'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Network': {'1.1'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Port': {'1.7'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'PortForwarding': {'1.3'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'QosPolicy': {'1.10'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroup': {'1.5'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SubPort': {'1.0'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Subnet': {'1.1'}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Trunk': {'1.1'}} Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: consumer versions: Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: { DHCP agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: HyperV agent@hv-cinder-79760: {}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: L3 agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: Metadata agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: Metering agent@dv-cinder-797608-33-iscsi: {}, Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: Open vSwitch agent@dv-cinder-797608-33-iscsi: { 'AddressGroup': '1.2', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Agent': '1.1', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'ConntrackHelper': '1.0', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'LocalIPAssociation': '1.0', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Log': '1.0', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'NDPProxy': '1.0', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Network': '1.1', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Port': '1.7', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'PortForwarding': '1.3', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'QosPolicy': '1.10', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroup': '1.5', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SecurityGroupRule': '1.2', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'SubPort': '1.0', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Subnet': '1.1', Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: 'Trunk': '1.1'}} Jun 17 08:51:49.435066 dv-cinder-797608-33-iscsi neutron-server[116212]: {{(pid=116212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:51:49.444528 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-bb32156f-9c8d-491f-bc31-caa8c4a6cb6d None None] Provisioning complete for port e7bfb212-264d-48cf-a1f2-e16220a882fe triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:49.444974 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-bb32156f-9c8d-491f-bc31-caa8c4a6cb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.470835 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ef0173b1-1d54-4f69-90c2-a8777d806234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.497832 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (b131d064-9b69-45d7-bfbf-d576f3d8e49d), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.505021 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] For port 6b43c338-9535-420b-b588-45a72845e6da, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:49.509267 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] For port 6b43c338-9535-420b-b588-45a72845e6da, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=6b43c338-9535-420b-b588-45a72845e6da,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:49.530200 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ee680-cb37-4e74-afa6-caf5f8090afc None None] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:51:49.588059 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (6b43c338-9535-420b-b588-45a72845e6da), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.597362 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 23c6f62b-ba15-4ed8-a936-78d100320586 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:49.598521 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device e7bfb212-264d-48cf-a1f2-e16220a882fe up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:49.635972 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:49.653577 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:49.654205 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.657390 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bb146-17af-4418-951a-acd3eb27791c None None] Pushing event updated for resources: {'Port': ['ID=6b43c338-9535-420b-b588-45a72845e6da,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.673475 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:49.674527 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-bb32156f-9c8d-491f-bc31-caa8c4a6cb6d None None] Current status of the port e7bfb212-264d-48cf-a1f2-e16220a882fe is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:49.708789 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port e7bfb212-264d-48cf-a1f2-e16220a882fe triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:49.708789 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.796320 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:49.818136 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:49.849073 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-5b1cbedc-aaf0-465e-b0a1-ba275caa97b6 None None] Provisioning complete for port 2df8598e-5ff3-4eb3-a0fd-993868031a19 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:49.849707 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5b1cbedc-aaf0-465e-b0a1-ba275caa97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:49.903750 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port e7bfb212-264d-48cf-a1f2-e16220a882fe is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:49.904802 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2df8598e-5ff3-4eb3-a0fd-993868031a19 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:49.952426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Allocated IP 172.20.0.1 (b5af04e5-5681-4034-bf01-a7f9807128a2/113372b6-188a-441b-8e8f-7a645d18f73a/067241b7-cb6b-4bc2-83ec-cea1770fffa9) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:50.024838 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (248a42d7-fac6-40c4-8d72-86d884f5f462), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.105024 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:45Z', 'revision_number': 3, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:50.107437 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 2df8598e-5ff3-4eb3-a0fd-993868031a19 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:50.119223 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.132584 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7ce76-963d-47dd-815e-bc59708f1472 None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:45Z', 'revision_number': 3, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:50.185028 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:50.199599 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-5b1cbedc-aaf0-465e-b0a1-ba275caa97b6 None None] Current status of the port 2df8598e-5ff3-4eb3-a0fd-993868031a19 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:50.200595 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5b1cbedc-aaf0-465e-b0a1-ba275caa97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.283551 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Router b131d064-9b69-45d7-bfbf-d576f3d8e49d is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:51:50.285843 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-5b1cbedc-aaf0-465e-b0a1-ba275caa97b6 None None] For port 2df8598e-5ff3-4eb3-a0fd-993868031a19, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2df8598e-5ff3-4eb3-a0fd-993868031a19,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:50.293397 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 2df8598e-5ff3-4eb3-a0fd-993868031a19 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:50.293787 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.307405 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks [] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.389511 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5b1cbedc-aaf0-465e-b0a1-ba275caa97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.400263 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:50.466250 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:51:50.483942 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Sync routers for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:50.489921 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.525402 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.db.api [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 08:51:50.525832 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG oslo_db.api [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:50.538854 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:50.539023 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:50.550050 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cbedc-aaf0-465e-b0a1-ba275caa97b6 None None] Pushing event updated for resources: {'Port': ['ID=2df8598e-5ff3-4eb3-a0fd-993868031a19,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.552807 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-525028c2-5322-47be-a53f-1ac6c57529c3 None None] Provisioning complete for port 2df8598e-5ff3-4eb3-a0fd-993868031a19 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:50.553060 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-525028c2-5322-47be-a53f-1ac6c57529c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.640671 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.644567 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-64e8160c-e6f0-4c58-8878-d48c81e13a4a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4980266 Jun 17 08:51:50.644567 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Router 248a42d7-fac6-40c4-8d72-86d884f5f462 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:51:50.645103 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35872) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:50.656059 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:50.659516 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:50.665695 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:50.671110 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:50.671661 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:50.751923 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:50.855925 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-525028c2-5322-47be-a53f-1ac6c57529c3 None None] Current status of the port 2df8598e-5ff3-4eb3-a0fd-993868031a19 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:50.895967 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Pushing event updated for resources: {'Port': ['ID=067241b7-cb6b-4bc2-83ec-cea1770fffa9,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.959469 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:50.960697 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:51.108024 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.114552 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d926faac-cb9c-423d-bf7d-cea0cba02686 None None] Provisioning complete for port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:51.115222 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d926faac-cb9c-423d-bf7d-cea0cba02686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.176568 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:51:51.187225 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Sync routers for ids ['248a42d7-fac6-40c4-8d72-86d884f5f462'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:51.214310 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Routers {'248a42d7-fac6-40c4-8d72-86d884f5f462'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:51.214966 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['248a42d7-fac6-40c4-8d72-86d884f5f462'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:51.276567 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 2df8598e-5ff3-4eb3-a0fd-993868031a19 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:51.281972 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:47Z', 'revision_number': 3, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:51.286979 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d926faac-cb9c-423d-bf7d-cea0cba02686 None None] Port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:51:51.322440 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.325850 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-af26fa8c-222f-4ad5-a460-950fdb712936 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2490892 Jun 17 08:51:51.335570 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35890) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:51.384404 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Checking router: b131d064-9b69-45d7-bfbf-d576f3d8e49d for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:51.384801 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Updating router b131d064-9b69-45d7-bfbf-d576f3d8e49d port d014669e-3fec-48ed-8071-00eb3602e4ef binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:51.391125 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:51.436008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.497348 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Set router 248a42d7-fac6-40c4-8d72-86d884f5f462 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:51.519314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.543745 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks [] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.605115 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 6b43c338-9535-420b-b588-45a72845e6da up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:51.643523 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.644404 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.650182 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:51.682964 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:51.727995 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:49Z', 'revision_number': 3, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port': {'id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:51.739068 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Allocated IP 172.20.0.1 (4f7d1d4a-2c54-4698-9b36-243535e9ccac/3d8327ab-e3f9-4b98-bf71-b31e64674148/ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:51.755731 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-938a6d96-02b1-4ff0-bc08-e318b670b83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.757437 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 6b43c338-9535-420b-b588-45a72845e6da triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:51.757963 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (6b43c338-9535-420b-b588-45a72845e6da), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.771748 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Pushing event updated for resources: {'Port': ['ID=067241b7-cb6b-4bc2-83ec-cea1770fffa9,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:51.773358 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Checking router: 248a42d7-fac6-40c4-8d72-86d884f5f462 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:51.773991 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Updating router 248a42d7-fac6-40c4-8d72-86d884f5f462 port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:51.809065 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.883803 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks [] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:51.918966 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:51.926023 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:51.928347 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:52.017125 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.042738 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:52.046145 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:52.059046 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Publish callbacks [] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.061825 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:52.062570 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (b131d064-9b69-45d7-bfbf-d576f3d8e49d), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.068427 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 6b43c338-9535-420b-b588-45a72845e6da is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:52.068848 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (6b43c338-9535-420b-b588-45a72845e6da), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.094806 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:52.125441 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 6b43c338-9535-420b-b588-45a72845e6da, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=6b43c338-9535-420b-b588-45a72845e6da,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:52.172787 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.198709 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.214228 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:51:52.230315 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:52.236677 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Pushing event updated for resources: {'Port': ['ID=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:52.403116 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daf4ec-4357-4f77-863a-19e88fb466d1 None None] Pushing event updated for resources: {'Port': ['ID=d014669e-3fec-48ed-8071-00eb3602e4ef,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:52.405502 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (6b43c338-9535-420b-b588-45a72845e6da), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.406346 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2df8598e-5ff3-4eb3-a0fd-993868031a19 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:52.468362 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:52.507545 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-285de888-b3ed-439e-97d2-9facc5ab6f7a None None] Provisioning complete for port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:52.507991 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-285de888-b3ed-439e-97d2-9facc5ab6f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.524717 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.562405 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Allocated IP 172.20.0.1 (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b/3776d131-7a53-4bef-a49d-0085b473fab8/565b79dc-4c05-4afe-8c45-875ef6db1f98) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:52.568513 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-285de888-b3ed-439e-97d2-9facc5ab6f7a None None] Port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:51:52.585929 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Attempting to bind port d014669e-3fec-48ed-8071-00eb3602e4ef on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:52.586485 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Attempting to bind port d014669e-3fec-48ed-8071-00eb3602e4ef by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:52.586994 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Attempting to bind port d014669e-3fec-48ed-8071-00eb3602e4ef on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:52.632865 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:52.633547 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:52.634176 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.634712 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:52.635323 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Bound port: d014669e-3fec-48ed-8071-00eb3602e4ef, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:52.635901 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.661911 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 2df8598e-5ff3-4eb3-a0fd-993868031a19 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:52.662226 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.665791 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=6b43c338-9535-420b-b588-45a72845e6da,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:52.703392 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:52.716860 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.738875 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-4bfb6555-1924-469e-a1e4-993f5e17e007 None None] Provisioning complete for port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:52.740255 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6555-1924-469e-a1e4-993f5e17e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.772713 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Publish callbacks [] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.785528 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] For port d014669e-3fec-48ed-8071-00eb3602e4ef, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:52.802494 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks [] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.803139 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb6555-1924-469e-a1e4-993f5e17e007 None None] Port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:51:52.809820 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] For port d014669e-3fec-48ed-8071-00eb3602e4ef, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=d014669e-3fec-48ed-8071-00eb3602e4ef,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:52.843994 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.844611 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 2df8598e-5ff3-4eb3-a0fd-993868031a19 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:52.845904 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device e7bfb212-264d-48cf-a1f2-e16220a882fe up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:52.884021 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:52.895918 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port e7bfb212-264d-48cf-a1f2-e16220a882fe triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:52.896533 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.904478 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Attempting to bind port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:52.905169 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Attempting to bind port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:52.905524 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Attempting to bind port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:52.908942 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c0f2-b88b-4b2c-a0f8-52bbebcdf6f2 None None] Pushing event updated for resources: {'Port': ['ID=00dc8075-8664-4a4b-82ae-b9f336f32fe0,revision_number=2']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:52.915303 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.917060 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.917391 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (b131d064-9b69-45d7-bfbf-d576f3d8e49d), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.924063 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:52.925560 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:52.925560 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.925941 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:52.927041 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Bound port: 00dc8075-8664-4a4b-82ae-b9f336f32fe0, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:52.927670 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.936754 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks [] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:52.938843 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:51:52.945940 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b31a1295-8ac1-4c7d-a66f-603e083ea3ec admin admin] 10.222.0.78 "PUT /v2.0/routers/2f2da573-a02b-4c0c-bb65-b2e2a8efb522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6755884 Jun 17 08:51:52.978523 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:52.984578 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:53.000451 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] For port 00dc8075-8664-4a4b-82ae-b9f336f32fe0, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:53.004910 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] For port 00dc8075-8664-4a4b-82ae-b9f336f32fe0, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=00dc8075-8664-4a4b-82ae-b9f336f32fe0,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:53.020217 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Pushing event updated for resources: {'Port': ['ID=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.026444 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:53.027210 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:53.087906 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:53.109169 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:53.126661 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:53.138399 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:53.141491 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daf4ec-4357-4f77-863a-19e88fb466d1 None None] Pushing event updated for resources: {'Port': ['ID=d014669e-3fec-48ed-8071-00eb3602e4ef,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.159858 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:53.184063 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:53.221064 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Routers {'248a42d7-fac6-40c4-8d72-86d884f5f462'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:53.221685 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['248a42d7-fac6-40c4-8d72-86d884f5f462'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:53.235263 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:53.248522 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:53.264058 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:53.264566 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (248a42d7-fac6-40c4-8d72-86d884f5f462), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:53.317279 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:53.370110 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Pushing event updated for resources: {'Port': ['ID=565b79dc-4c05-4afe-8c45-875ef6db1f98,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.392539 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c0f2-b88b-4b2c-a0f8-52bbebcdf6f2 None None] Pushing event updated for resources: {'Port': ['ID=00dc8075-8664-4a4b-82ae-b9f336f32fe0,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.393322 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:53.473139 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:53.541362 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] Set router 248a42d7-fac6-40c4-8d72-86d884f5f462 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:53.543458 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Router b131d064-9b69-45d7-bfbf-d576f3d8e49d has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:51:53.544722 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port e7bfb212-264d-48cf-a1f2-e16220a882fe is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:53.662910 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35938) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:53.669162 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-7d8b0bc0-44f9-4436-ab46-4d38c5fe7616 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078116533', 'description': 'tempest-description--1618291614'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:53.814573 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0bc0-44f9-4436-ab46-4d38c5fe7616 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:53.818517 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 6b43c338-9535-420b-b588-45a72845e6da up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:53.853798 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:51:53.865027 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:53.878623 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1b618590-6e92-4386-8b60-9acb7e3911fc admin admin] 10.222.0.78 "PUT /v2.0/routers/b131d064-9b69-45d7-bfbf-d576f3d8e49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2230670 Jun 17 08:51:53.900017 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:49Z', 'revision_number': 3, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port': {'id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:53.930836 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab36caf-a7c2-4966-989f-daa1e7a0c8b1 None None] The sync data for ids ['248a42d7-fac6-40c4-8d72-86d884f5f462'] in dv-cinder-797608-33-iscsi is: [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:49Z', 'revision_number': 3, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port': {'id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:53.946256 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:53.952416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-4455d582-242e-485f-8914-cf594ca37e87 None None] Provisioning complete for port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:53.953202 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4455d582-242e-485f-8914-cf594ca37e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:53.958846 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:54.124559 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-4455d582-242e-485f-8914-cf594ca37e87 None None] Port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:51:54.153263 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks [] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.237647 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0bc0-44f9-4436-ab46-4d38c5fe7616 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (3477bd5a-885f-43f8-8b07-51dfaf12e4ec), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.254691 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.255715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (248a42d7-fac6-40c4-8d72-86d884f5f462), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.278796 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 6b43c338-9535-420b-b588-45a72845e6da triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:54.278796 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (6b43c338-9535-420b-b588-45a72845e6da), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.370192 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-9330625f-c76b-4f94-881e-bf1ee9e365d6 None None] Provisioning complete for port 565b79dc-4c05-4afe-8c45-875ef6db1f98 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:54.377083 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9330625f-c76b-4f94-881e-bf1ee9e365d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.400012 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0bc0-44f9-4436-ab46-4d38c5fe7616 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3477bd5a-885f-43f8-8b07-51dfaf12e4ec), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.425969 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.511483 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35984) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:54.514997 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-8b11063e-374b-465a-aeaf-64a1622d6f47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753909476', 'description': 'tempest-description--1558904305'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:54.571770 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 35986) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:54.581467 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Pushing event updated for resources: {'Port': ['ID=565b79dc-4c05-4afe-8c45-875ef6db1f98,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:54.586233 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:51Z', 'revision_number': 2, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.603251 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-9330625f-c76b-4f94-881e-bf1ee9e365d6 None None] Port 565b79dc-4c05-4afe-8c45-875ef6db1f98 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:51:54.613668 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b0bc0-44f9-4436-ab46-4d38c5fe7616 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3477bd5a-885f-43f8-8b07-51dfaf12e4ec,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:54.653479 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:54.654226 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Updating router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:54.670416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:54.673306 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b11063e-374b-465a-aeaf-64a1622d6f47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.682006 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:54.792435 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0bc0-44f9-4436-ab46-4d38c5fe7616 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.796295 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7d8b0bc0-44f9-4436-ab46-4d38c5fe7616 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1292384 Jun 17 08:51:54.796508 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 35994) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:54.801409 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-2d04b099-70c6-4adc-9e06-7114a8710865 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': '3477bd5a-885f-43f8-8b07-51dfaf12e4ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:54.837468 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-993db3f6-9d4d-4dae-8b5d-2edc05b105e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.929170 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.940310 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.949784 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b11063e-374b-465a-aeaf-64a1622d6f47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (4c87d2d5-f2d6-4a65-a19f-99e35b02766b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:54.951692 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:54.985408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 6b43c338-9535-420b-b588-45a72845e6da is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:55.014096 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2d04b099-70c6-4adc-9e06-7114a8710865 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (70c32bd4-fe16-46a2-ac13-ea8caf05f02f), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.019079 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 2, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:55.066609 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Router 248a42d7-fac6-40c4-8d72-86d884f5f462 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:51:55.076925 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-993db3f6-9d4d-4dae-8b5d-2edc05b105e2 admin admin] Publish callbacks [] for security_group (c28fed38-de62-42e7-9987-351fca3a66c8), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.091086 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:55.112090 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b11063e-374b-465a-aeaf-64a1622d6f47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4c87d2d5-f2d6-4a65-a19f-99e35b02766b), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.120691 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db125c0-9c15-497d-9cdd-93e6c054e982 None None] The sync data for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi is: [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 2, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:55.159869 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-993db3f6-9d4d-4dae-8b5d-2edc05b105e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (c28fed38-de62-42e7-9987-351fca3a66c8), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.166530 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-47340cc8-64f6-4afd-b9cd-386ac322130d None None] Provisioning complete for port 565b79dc-4c05-4afe-8c45-875ef6db1f98 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:55.170704 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-47340cc8-64f6-4afd-b9cd-386ac322130d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.201440 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:55.234424 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2d04b099-70c6-4adc-9e06-7114a8710865 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (70c32bd4-fe16-46a2-ac13-ea8caf05f02f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.248451 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-993db3f6-9d4d-4dae-8b5d-2edc05b105e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bfcf91b0c2b42ccab1c652c7b7fd5ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6727583 Jun 17 08:51:55.249257 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b11063e-374b-465a-aeaf-64a1622d6f47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.254929 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-8b11063e-374b-465a-aeaf-64a1622d6f47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7492034 Jun 17 08:51:55.255566 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36010) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:55.255900 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36012) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:55.268900 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-47340cc8-64f6-4afd-b9cd-386ac322130d None None] Port 565b79dc-4c05-4afe-8c45-875ef6db1f98 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:51:55.338862 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2d04b099-70c6-4adc-9e06-7114a8710865 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (70c32bd4-fe16-46a2-ac13-ea8caf05f02f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.349246 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:55.352629 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-331220d2-f780-4b50-84aa-90948ab130c4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'security_group_rule': {'security_group_id': '4c87d2d5-f2d6-4a65-a19f-99e35b02766b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:55.358491 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11063e-374b-465a-aeaf-64a1622d6f47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c87d2d5-f2d6-4a65-a19f-99e35b02766b,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.385028 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04b099-70c6-4adc-9e06-7114a8710865 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c32bd4-fe16-46a2-ac13-ea8caf05f02f,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.387194 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:51:55.396929 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-67933d5c-abfb-4973-a76a-d45ad2bc4a23 admin admin] 10.222.0.78 "PUT /v2.0/routers/248a42d7-fac6-40c4-8d72-86d884f5f462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0602365 Jun 17 08:51:55.425784 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Publish callbacks [] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.498372 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993db3f6-9d4d-4dae-8b5d-2edc05b105e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28fed38-de62-42e7-9987-351fca3a66c8,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.501988 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.505663 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2d04b099-70c6-4adc-9e06-7114a8710865 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.508389 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-2d04b099-70c6-4adc-9e06-7114a8710865 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7108929 Jun 17 08:51:55.531099 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36026) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:55.540733 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-dcd33a39-d954-488c-ae43-66269e9b43d1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': '3477bd5a-885f-43f8-8b07-51dfaf12e4ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:55.586019 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c51cb252-87db-4ab8-9382-bd889e947a69 admin admin] Publish callbacks [] for security_group (c28fed38-de62-42e7-9987-351fca3a66c8), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.626329 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc8775-caad-4ea3-b2e4-baf36a0e53ed None None] Pushing event updated for resources: {'Port': ['ID=067241b7-cb6b-4bc2-83ec-cea1770fffa9,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.657098 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c51cb252-87db-4ab8-9382-bd889e947a69 admin admin] Publish callbacks [] for security_group (c28fed38-de62-42e7-9987-351fca3a66c8), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.707571 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcd33a39-d954-488c-ae43-66269e9b43d1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (ac354621-c972-4b39-afdf-a131c0f47b2f), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.786274 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Attempting to bind port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:55.788988 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Attempting to bind port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:55.790597 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Attempting to bind port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:55.804975 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:55.805883 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Checking segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:55.807567 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.808142 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Bound using segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:55.809273 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Bound port: 067241b7-cb6b-4bc2-83ec-cea1770fffa9, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:55.810730 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.821850 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:55.857156 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 00dc8075-8664-4a4b-82ae-b9f336f32fe0 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:55.938083 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcd33a39-d954-488c-ae43-66269e9b43d1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (ac354621-c972-4b39-afdf-a131c0f47b2f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:55.997733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-331220d2-f780-4b50-84aa-90948ab130c4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (3220c7ad-6aad-4f57-b1eb-bb35d0b2ea15), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.010289 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] For port 067241b7-cb6b-4bc2-83ec-cea1770fffa9, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:56.030959 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-13258c56-ffec-4460-a30c-f8f2bc43d436 None None] Provisioning complete for port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:56.031640 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-13258c56-ffec-4460-a30c-f8f2bc43d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.037240 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcd33a39-d954-488c-ae43-66269e9b43d1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (ac354621-c972-4b39-afdf-a131c0f47b2f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.041401 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:56.047656 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] For port 067241b7-cb6b-4bc2-83ec-cea1770fffa9, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=067241b7-cb6b-4bc2-83ec-cea1770fffa9,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:56.063767 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd33a39-d954-488c-ae43-66269e9b43d1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac354621-c972-4b39-afdf-a131c0f47b2f,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.068468 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:56.069432 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.077673 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:56.126877 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-13258c56-ffec-4460-a30c-f8f2bc43d436 None None] Port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:51:56.137833 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36060) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:56.140795 dv-cinder-797608-33-iscsi neutron-server[116210]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 08:51:56.153391 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-331220d2-f780-4b50-84aa-90948ab130c4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (3220c7ad-6aad-4f57-b1eb-bb35d0b2ea15), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.160089 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.245223 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcd33a39-d954-488c-ae43-66269e9b43d1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.246370 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-dcd33a39-d954-488c-ae43-66269e9b43d1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7139611 Jun 17 08:51:56.250173 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36066) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:56.256111 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:56.262930 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:56.263474 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.287243 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c51cb252-87db-4ab8-9382-bd889e947a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (c28fed38-de62-42e7-9987-351fca3a66c8), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.291616 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c51cb252-87db-4ab8-9382-bd889e947a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.295239 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c51cb252-87db-4ab8-9382-bd889e947a69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c28fed38-de62-42e7-9987-351fca3a66c8 HTTP/1.1" status: 204 len: 168 time: 0.9947300 Jun 17 08:51:56.299899 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc8775-caad-4ea3-b2e4-baf36a0e53ed None None] Pushing event updated for resources: {'Port': ['ID=067241b7-cb6b-4bc2-83ec-cea1770fffa9,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.308647 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:56.309443 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:56.336910 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-331220d2-f780-4b50-84aa-90948ab130c4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (3220c7ad-6aad-4f57-b1eb-bb35d0b2ea15), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.358052 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cb252-87db-4ab8-9382-bd889e947a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28fed38-de62-42e7-9987-351fca3a66c8,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.384916 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 00dc8075-8664-4a4b-82ae-b9f336f32fe0, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=00dc8075-8664-4a4b-82ae-b9f336f32fe0,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:56.418147 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331220d2-f780-4b50-84aa-90948ab130c4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3220c7ad-6aad-4f57-b1eb-bb35d0b2ea15,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.474086 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.501216 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-331220d2-f780-4b50-84aa-90948ab130c4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.501216 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-331220d2-f780-4b50-84aa-90948ab130c4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1504753 Jun 17 08:51:56.509764 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36072) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:56.518343 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-3ea00fd5-1606-4b7e-bafe-09e7f21d1040 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'security_group_rule': {'security_group_id': '4c87d2d5-f2d6-4a65-a19f-99e35b02766b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:56.543200 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.627381 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:56.643043 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-9b95acde-2f08-4371-b8f5-ff4fbefd4006 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:56.654041 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-9b95acde-2f08-4371-b8f5-ff4fbefd4006 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/networks?id=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b HTTP/1.1" status: 200 len: 812 time: 0.5145071 Jun 17 08:51:56.679577 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-e3b6003b-688e-461a-a690-dacde4056e57 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/quotas/63675a395d824db687bca143dc25c3b2 HTTP/1.1" status: 200 len: 375 time: 0.0244994 Jun 17 08:51:56.698186 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:56.814977 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=00dc8075-8664-4a4b-82ae-b9f336f32fe0,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.826525 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.830652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8a0486f-c33b-4535-b605-27640b3b4986 None None] Provisioning complete for port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:56.831097 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8a0486f-c33b-4535-b605-27640b3b4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.848310 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ea00fd5-1606-4b7e-bafe-09e7f21d1040 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (b326a27a-cf0d-4d8b-b501-2fe8cb2084a6), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.869747 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-3c687e71-f78f-4dd0-9eb2-c550e97de132 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=63675a395d824db687bca143dc25c3b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1887295 Jun 17 08:51:56.962560 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ea00fd5-1606-4b7e-bafe-09e7f21d1040 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (b326a27a-cf0d-4d8b-b501-2fe8cb2084a6), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:56.971414 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Sync routers for ids ['248a42d7-fac6-40c4-8d72-86d884f5f462'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:57.002600 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Routers {'248a42d7-fac6-40c4-8d72-86d884f5f462'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:57.012296 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['248a42d7-fac6-40c4-8d72-86d884f5f462'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:57.031673 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.27.0.215 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/c378efb6-27e0-4e9d-a244-8473b47d4f92) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:57.079207 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ea00fd5-1606-4b7e-bafe-09e7f21d1040 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (b326a27a-cf0d-4d8b-b501-2fe8cb2084a6), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.128229 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0486f-c33b-4535-b605-27640b3b4986 None None] Current status of the port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:57.128706 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8a0486f-c33b-4535-b605-27640b3b4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.141745 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea00fd5-1606-4b7e-bafe-09e7f21d1040 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b326a27a-cf0d-4d8b-b501-2fe8cb2084a6,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:57.196464 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ea00fd5-1606-4b7e-bafe-09e7f21d1040 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.199853 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-3ea00fd5-1606-4b7e-bafe-09e7f21d1040 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6860368 Jun 17 08:51:57.209031 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36092) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:57.219209 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:57.234560 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:57.262923 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8a0486f-c33b-4535-b605-27640b3b4986 None None] For port 067241b7-cb6b-4bc2-83ec-cea1770fffa9, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=067241b7-cb6b-4bc2-83ec-cea1770fffa9,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:57.269165 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:55Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:57.269537 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.359954 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Set router 248a42d7-fac6-40c4-8d72-86d884f5f462 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:57.369830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-4cecbb9f-6aea-4c86-a48e-1fa6eeeef4a7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:51:57.377828 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-4cecbb9f-6aea-4c86-a48e-1fa6eeeef4a7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1312056 Jun 17 08:51:57.377963 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2921ab6-0c75-49a1-9220-051f884c2664 None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:55Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:57.388304 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8a0486f-c33b-4535-b605-27640b3b4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.425099 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.455731 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0486f-c33b-4535-b605-27640b3b4986 None None] Pushing event updated for resources: {'Port': ['ID=067241b7-cb6b-4bc2-83ec-cea1770fffa9,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:57.490222 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.500855 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:57.596697 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:57.611872 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:57.632484 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:57.641435 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=c378efb6-27e0-4e9d-a244-8473b47d4f92,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:57.722486 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:57.882162 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:57.899884 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:53Z', 'revision_number': 4, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port': {'id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '565b79dc-4c05-4afe-8c45-875ef6db1f98', 'name': '', 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'mac_address': 'fa:16:3e:69:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3776d131-7a53-4bef-a49d-0085b473fab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:52Z', 'updated_at': '2022-06-17T08:51:53Z', 'revision_number': 2, 'project_id': '63675a395d824db687bca143dc25c3b2', 'subnets': [{'id': '3776d131-7a53-4bef-a49d-0085b473fab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:57.960634 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Checking router: 248a42d7-fac6-40c4-8d72-86d884f5f462 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:57.961063 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Updating router 248a42d7-fac6-40c4-8d72-86d884f5f462 port 565b79dc-4c05-4afe-8c45-875ef6db1f98 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:57.991686 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device d014669e-3fec-48ed-8071-00eb3602e4ef up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:58.025157 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.077315 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.115372 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port d014669e-3fec-48ed-8071-00eb3602e4ef triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:58.117844 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.174061 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:58.203303 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-cfce3917-74b3-4666-ae19-948e0180e8e7 service neutron] 10.222.0.78 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241818 Jun 17 08:51:58.238320 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.312632 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port d014669e-3fec-48ed-8071-00eb3602e4ef is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:58.313011 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.355814 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port d014669e-3fec-48ed-8071-00eb3602e4ef, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=d014669e-3fec-48ed-8071-00eb3602e4ef,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:58.407136 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.432832 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.433659 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 067241b7-cb6b-4bc2-83ec-cea1770fffa9 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:58.509122 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36138) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:58.510060 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:58.535363 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.548494 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-5fa16c4a-dfa7-47d2-8275-7f43d022ad91 service neutron] 10.222.0.78 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442893 Jun 17 08:51:58.561724 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Allocated IP 172.27.0.108 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/6a38935f-621d-4fe8-a00d-f1f733458068) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:58.567869 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=d014669e-3fec-48ed-8071-00eb3602e4ef,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.578433 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:58.579042 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.582552 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Publish callbacks [] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.640657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.661097 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.690490 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=c378efb6-27e0-4e9d-a244-8473b47d4f92,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.743336 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for port (6a38935f-621d-4fe8-a00d-f1f733458068), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.748507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:58.754958 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:58.756440 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 00dc8075-8664-4a4b-82ae-b9f336f32fe0 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:58.783239 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-921870921-network', 'tenant_id': '71724692ece948e8be8b11277eead101'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:51:58.825314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.829847 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-228d9302-3b6a-4d3b-9e99-91fd0a719c7a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5767591 Jun 17 08:51:58.871033 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aee82e-791c-4285-a565-b3772e129901 None None] Pushing event updated for resources: {'Port': ['ID=565b79dc-4c05-4afe-8c45-875ef6db1f98,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.879245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (6a38935f-621d-4fe8-a00d-f1f733458068), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.907182 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Made reservation on behalf of 71724692ece948e8be8b11277eead101 for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:58.910029 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.945109 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:58.978516 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:58.987249 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:58.993561 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:51:59.000334 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Attempting to bind port 565b79dc-4c05-4afe-8c45-875ef6db1f98 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:51:59.000708 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Attempting to bind port 565b79dc-4c05-4afe-8c45-875ef6db1f98 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:51:59.001063 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Attempting to bind port 565b79dc-4c05-4afe-8c45-875ef6db1f98 on network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:51:59.008255 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:51:59.008442 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Checking segment: {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:51:59.008844 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.009227 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Bound using segment: {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:51:59.009803 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Bound port: 565b79dc-4c05-4afe-8c45-875ef6db1f98, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:51:59.010181 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.148401 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:59.161104 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'Port': ['ID=6a38935f-621d-4fe8-a00d-f1f733458068,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:59.183506 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:59.184008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.184363 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] For port 565b79dc-4c05-4afe-8c45-875ef6db1f98, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:51:59.186257 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks [] for security_group (2d680c87-e6fc-4fcd-85b3-85004342e511), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.193353 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] For port 565b79dc-4c05-4afe-8c45-875ef6db1f98, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=565b79dc-4c05-4afe-8c45-875ef6db1f98,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:51:59.203005 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36168) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:51:59.284990 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (2d680c87-e6fc-4fcd-85b3-85004342e511), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.315561 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=116209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:59.321312 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:59.321613 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.336945 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-6dae4ceb-c1e4-41de-801d-82761181a4a0 None None] Provisioning complete for port 565b79dc-4c05-4afe-8c45-875ef6db1f98 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:51:59.337487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6dae4ceb-c1e4-41de-801d-82761181a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.366951 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d680c87-e6fc-4fcd-85b3-85004342e511,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:59.377923 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Routers {'248a42d7-fac6-40c4-8d72-86d884f5f462'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:59.378600 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['248a42d7-fac6-40c4-8d72-86d884f5f462'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:59.388549 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (05757297-ff0c-44e0-a808-5e235261f152), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.389716 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Added segment 05757297-ff0c-44e0-a808-5e235261f152 of type vlan for network df3b2fa0-4fa5-438e-8427-23902ae2f86c Jun 17 08:51:59.438731 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:59.782702 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:51:59.782702 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Sync routers for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:59.790069 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aee82e-791c-4285-a565-b3772e129901 None None] Pushing event updated for resources: {'Port': ['ID=565b79dc-4c05-4afe-8c45-875ef6db1f98,revision_number=4']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:59.790069 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] Set router 248a42d7-fac6-40c4-8d72-86d884f5f462 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:59.791782 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-6dae4ceb-c1e4-41de-801d-82761181a4a0 None None] Current status of the port 565b79dc-4c05-4afe-8c45-875ef6db1f98 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:51:59.791782 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6dae4ceb-c1e4-41de-801d-82761181a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.792356 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (df3b2fa0-4fa5-438e-8427-23902ae2f86c), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.792698 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f6ccbe34-e9a0-411c-9a89-8766a7639a55 req-d94ca0be-576d-4f97-b9b2-b2c9ca004963 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 210 time: 0.4285107 Jun 17 08:51:59.793112 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:51:59.793112 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:59.793798 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (e906101e-b395-4353-9980-49cb44fb0c5e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.793798 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-8c204b50-66fa-4537-baad-7b6872d321d7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1078116533&fields=id&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 267 time: 0.4273498 Jun 17 08:51:59.794004 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-6dae4ceb-c1e4-41de-801d-82761181a4a0 None None] For port 565b79dc-4c05-4afe-8c45-875ef6db1f98, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=565b79dc-4c05-4afe-8c45-875ef6db1f98,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:51:59.800455 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device d014669e-3fec-48ed-8071-00eb3602e4ef up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:51:59.851650 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:51:59.855966 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (df3b2fa0-4fa5-438e-8427-23902ae2f86c), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.856974 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:59.857546 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.876812 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-67eb69ea-b2c4-439c-907b-602139640586 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:51:59.878692 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-67eb69ea-b2c4-439c-907b-602139640586 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.1563752 Jun 17 08:51:59.890203 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6dae4ceb-c1e4-41de-801d-82761181a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.933099 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (6a38935f-621d-4fe8-a00d-f1f733458068), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:51:59.947838 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-1ec543f3-e8b3-43c5-a360-68fe92c5d806 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/quotas/794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 375 time: 0.0161030 Jun 17 08:52:00.015423 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5021794 Jun 17 08:52:00.022609 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36206) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:00.023121 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae4ceb-c1e4-41de-801d-82761181a4a0 None None] Pushing event updated for resources: {'Port': ['ID=565b79dc-4c05-4afe-8c45-875ef6db1f98,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.028764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Request body: {'subnet': {'network_id': 'df3b2fa0-4fa5-438e-8427-23902ae2f86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-921870921-subnet', 'tenant_id': '71724692ece948e8be8b11277eead101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:00.046603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26243112-071e-453f-b7b6-cbe9bcd60d99 admin admin] Pushing event updated for resources: {'Network': ['ID=df3b2fa0-4fa5-438e-8427-23902ae2f86c,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.053397 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-04b12a9d-a9bc-423c-82f5-8052e49c7066 None None] Provisioning complete for port 565b79dc-4c05-4afe-8c45-875ef6db1f98 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:00.054221 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-04b12a9d-a9bc-423c-82f5-8052e49c7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.057115 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-11529a51-802e-4168-ac80-09217eb7f122 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870087 Jun 17 08:52:00.098646 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network df3b2fa0-4fa5-438e-8427-23902ae2f86c details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:52:00.105282 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port d014669e-3fec-48ed-8071-00eb3602e4ef triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:00.105665 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.128077 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:53Z', 'revision_number': 4, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port': {'id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '565b79dc-4c05-4afe-8c45-875ef6db1f98', 'name': '', 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'mac_address': 'fa:16:3e:69:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3776d131-7a53-4bef-a49d-0085b473fab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:52Z', 'updated_at': '2022-06-17T08:51:59Z', 'revision_number': 4, 'project_id': '63675a395d824db687bca143dc25c3b2', 'subnets': [{'id': '3776d131-7a53-4bef-a49d-0085b473fab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.168037 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Made reservation on behalf of 71724692ece948e8be8b11277eead101 for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:00.170932 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.172541 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef4649-cc20-4333-a487-5d9778198190 None None] The sync data for ids ['248a42d7-fac6-40c4-8d72-86d884f5f462'] in dv-cinder-797608-33-iscsi is: [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:53Z', 'revision_number': 4, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port': {'id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '565b79dc-4c05-4afe-8c45-875ef6db1f98', 'name': '', 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'mac_address': 'fa:16:3e:69:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3776d131-7a53-4bef-a49d-0085b473fab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:52Z', 'updated_at': '2022-06-17T08:51:59Z', 'revision_number': 4, 'project_id': '63675a395d824db687bca143dc25c3b2', 'subnets': [{'id': '3776d131-7a53-4bef-a49d-0085b473fab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:00.189149 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:00.237432 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-cae93ec5-f164-4433-96da-5293b82eb716 service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550930 Jun 17 08:52:00.340068 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for port (6a38935f-621d-4fe8-a00d-f1f733458068), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.418714 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (6a38935f-621d-4fe8-a00d-f1f733458068), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.486349 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port d014669e-3fec-48ed-8071-00eb3602e4ef is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:00.489233 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 2, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.496393 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-1c70d7e0-b8e3-43de-9398-592f5c601b31 service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428505 Jun 17 08:52:00.504544 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-04b12a9d-a9bc-423c-82f5-8052e49c7066 None None] Current status of the port 565b79dc-4c05-4afe-8c45-875ef6db1f98 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:00.510175 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e906101e-b395-4353-9980-49cb44fb0c5e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.533065 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Checking router: b131d064-9b69-45d7-bfbf-d576f3d8e49d for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:00.534513 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Updating router b131d064-9b69-45d7-bfbf-d576f3d8e49d port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:00.566457 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'Port': ['ID=6a38935f-621d-4fe8-a00d-f1f733458068,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.590545 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.626956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.665792 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:00.672756 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-2f8d7231-e17c-4f6a-aa2c-a237e21c70f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4598579 Jun 17 08:52:00.818164 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.885255 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a1b8974e-8ec5-42b8-afda-d6da05f3a72d req-050bcf24-f6a2-465c-97de-54bd54dbd71e tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 210 time: 0.1501493 Jun 17 08:52:00.898346 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Checking segment: {'id': '05757297-ff0c-44e0-a808-5e235261f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'df3b2fa0-4fa5-438e-8427-23902ae2f86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:52:00.898818 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Network hostable DHCP agents. Network: df3b2fa0-4fa5-438e-8427-23902ae2f86c, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:01.022653 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Network df3b2fa0-4fa5-438e-8427-23902ae2f86c is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:01.058390 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:01.066504 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7fe78f94-5b21-44fb-affb-5e843abfc53c req-aebedae2-b417-4fdb-89b3-9ebe2e5c55a8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.0572922 Jun 17 08:52:01.091921 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Publish callbacks [] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:01.134532 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-20728ce9-3d55-4b40-aeed-5f74b7d8a129 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--753909476&fields=id&tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 267 time: 0.0522928 Jun 17 08:52:01.144910 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, df3b2fa0-4fa5-438e-8427-23902ae2f86c) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:01.164023 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:01.164643 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:01.188685 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf60213-7a90-46cd-8382-01fbcbd8d418 None None] Network df3b2fa0-4fa5-438e-8427-23902ae2f86c requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:52:01.210400 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:01.239267 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:01.307071 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-b1331783-162f-4257-82fa-7aa2271db647 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:01.313472 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-b1331783-162f-4257-82fa-7aa2271db647 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 817 time: 0.1721673 Jun 17 08:52:01.334237 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1b773050-04ad-4dcb-bb5e-3f9c5e0ddc9a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3110573 Jun 17 08:52:01.370648 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-2fb9c1f6-dc2a-4979-90ff-0b734976fb23 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/quotas/b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 375 time: 0.0419815 Jun 17 08:52:01.390493 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69563ab-bab2-4af0-8f72-acc4b4083457 None None] Pushing event updated for resources: {'Port': ['ID=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:01.495975 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-93aa605e-dc1f-423f-9a90-c6810ff45c71 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243441 Jun 17 08:52:01.533063 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:01.636464 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ebc247-866d-4354-b913-754b7da088aa None None] Network df3b2fa0-4fa5-438e-8427-23902ae2f86c requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:52:01.659298 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Attempting to bind port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:52:01.665297 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Attempting to bind port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:52:01.665297 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Attempting to bind port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:52:01.682558 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:52:01.685186 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Checking segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:52:01.685907 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:01.687289 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Bound using segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:52:01.691591 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Bound port: ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:52:01.691591 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:01.770726 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-093068ec-0929-49cb-9b8e-d2b747085d5b None None] Provisioning complete for port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:01.771202 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-093068ec-0929-49cb-9b8e-d2b747085d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:01.783146 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 565b79dc-4c05-4afe-8c45-875ef6db1f98 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:52:01.920203 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:02.086538 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] For port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:52:02.103254 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-093068ec-0929-49cb-9b8e-d2b747085d5b None None] Port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:52:02.126783 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] For port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:52:02.152105 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0876aaef-2b55-4577-89c1-165c5744564b req-5216838b-54d2-4c93-a472-b57ee6ab5e26 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 210 time: 0.0707295 Jun 17 08:52:02.158878 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 565b79dc-4c05-4afe-8c45-875ef6db1f98 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:02.159305 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.198926 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-6206ed54-072e-4b21-af0f-2a33f0f061b3 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:52:02.209986 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-6206ed54-072e-4b21-af0f-2a33f0f061b3 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3093152 Jun 17 08:52:02.270128 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36328) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:02.305933 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.331034 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-49f41f2c-7057-405a-a1d7-0b7990002bad req-fe11ea2a-707a-4395-98be-93bfb8035a4a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.0999050 Jun 17 08:52:02.360496 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:02.366540 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a04e96f5-d388-4522-ad5a-62c6417c8db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.396554 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 565b79dc-4c05-4afe-8c45-875ef6db1f98 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:02.411905 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:52:02.413932 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:51:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:02.515591 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-ad8b9bd5-60aa-4463-a04e-d06cb850e22a service neutron] 10.222.0.78 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045352 Jun 17 08:52:02.563738 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a04e96f5-d388-4522-ad5a-62c6417c8db6 admin admin] Publish callbacks [] for security_group (377e0a82-7426-410c-83f5-8e56aa48dc33), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.571597 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:02.572300 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69563ab-bab2-4af0-8f72-acc4b4083457 None None] Pushing event updated for resources: {'Port': ['ID=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:02.587638 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:52:02.658005 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-0c95df91-b701-442b-8065-f0a1a5de58e9 service neutron] 10.222.0.78 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384153 Jun 17 08:52:02.675860 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a04e96f5-d388-4522-ad5a-62c6417c8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (377e0a82-7426-410c-83f5-8e56aa48dc33), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.784922 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-a04e96f5-d388-4522-ad5a-62c6417c8db6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e06c8d8aad664fd2a55e9e871bc9842a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5125635 Jun 17 08:52:02.788210 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36348) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:02.809933 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-4770ec58-bdf4-4012-8e5e-1fe55148344c None None] Provisioning complete for port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:02.811233 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4770ec58-bdf4-4012-8e5e-1fe55148344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.844303 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e96f5-d388-4522-ad5a-62c6417c8db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377e0a82-7426-410c-83f5-8e56aa48dc33,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:02.874465 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-22dd0fbd-369e-4f01-952c-3d19eec894db admin admin] Publish callbacks [] for security_group (377e0a82-7426-410c-83f5-8e56aa48dc33), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.927280 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-22dd0fbd-369e-4f01-952c-3d19eec894db admin admin] Publish callbacks [] for security_group (377e0a82-7426-410c-83f5-8e56aa48dc33), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:02.958228 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36358) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:02.966462 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802128441-network', 'tenant_id': '2394b46b1dd44fef96398c1f78ac12a4'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:02.979315 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:02Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:03.039367 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:03.065240 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dd181-6ffa-45ed-bddf-4bab9d6fa0ba None None] The sync data for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi is: [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:02Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:03.108027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-4770ec58-bdf4-4012-8e5e-1fe55148344c None None] Current status of the port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:03.108624 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4770ec58-bdf4-4012-8e5e-1fe55148344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.120472 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8dce8eaa-fcac-4e74-adf9-170a1ca0ac7c req-aac52f37-1d37-4592-89cc-1da47398399f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0392432 Jun 17 08:52:03.156440 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-4770ec58-bdf4-4012-8e5e-1fe55148344c None None] For port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:03.229346 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Made reservation on behalf of 2394b46b1dd44fef96398c1f78ac12a4 for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:03.239339 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.244535 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-22dd0fbd-369e-4f01-952c-3d19eec894db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (377e0a82-7426-410c-83f5-8e56aa48dc33), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.253861 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-22dd0fbd-369e-4f01-952c-3d19eec894db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.260251 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-22dd0fbd-369e-4f01-952c-3d19eec894db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/377e0a82-7426-410c-83f5-8e56aa48dc33 HTTP/1.1" status: 204 len: 168 time: 0.4708042 Jun 17 08:52:03.325272 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.333137 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd0fbd-369e-4f01-952c-3d19eec894db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e0a82-7426-410c-83f5-8e56aa48dc33,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.375657 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4770ec58-bdf4-4012-8e5e-1fe55148344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.542844 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770ec58-bdf4-4012-8e5e-1fe55148344c None None] Pushing event updated for resources: {'Port': ['ID=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.661291 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:03.749925 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:52:03.841660 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f67bacb3-da12-47a5-a048-c475fcb82a5f req-d583c4d9-266d-4e9d-92f3-ca69361be52e tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 210 time: 0.2962959 Jun 17 08:52:03.868422 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:03.868831 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.895961 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2fa6aa7e-26de-4054-8772-fbf083edcb4e req-0974c02f-3355-4516-8080-d9c68d0edbe3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.3527341 Jun 17 08:52:03.907846 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks [] for security_group (d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:03.962046 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:03.994550 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.042025 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:04.051145 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:04.059220 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (a7713741-e114-4499-b4d1-0b599b9defad), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.059595 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Added segment a7713741-e114-4499-b4d1-0b599b9defad of type vlan for network fefab957-85f0-4562-b29b-9089c8377399 Jun 17 08:52:04.133797 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (fefab957-85f0-4562-b29b-9089c8377399), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.166411 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36408) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:04.238203 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6829dbe-0e7e-4324-932e-dfca06b7b346 req-eeda6a99-74e9-4b7c-b354-28078a498eed tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0528698 Jun 17 08:52:04.244349 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (fefab957-85f0-4562-b29b-9089c8377399), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.245615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:04.248726 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.345767 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2bdaaeac-deb1-402b-95cc-394432baf1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.346315 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] Pushing event updated for resources: {'Network': ['ID=fefab957-85f0-4562-b29b-9089c8377399,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:04.358631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network fefab957-85f0-4562-b29b-9089c8377399 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:52:04.417575 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-62bf0349-0ed3-478b-a61f-3070c9f7f41d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4573851 Jun 17 08:52:04.420330 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36420) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:04.436188 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Request body: {'subnet': {'network_id': 'fefab957-85f0-4562-b29b-9089c8377399', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802128441-subnet', 'tenant_id': '2394b46b1dd44fef96398c1f78ac12a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:04.447487 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.83', 58756) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:04.517676 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2bdaaeac-deb1-402b-95cc-394432baf1e3 admin admin] Publish callbacks [] for security_group (468d8ff0-4708-49cf-9061-cc26fc02cad1), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.653998 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Made reservation on behalf of 2394b46b1dd44fef96398c1f78ac12a4 for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:04.656106 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.659098 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2bdaaeac-deb1-402b-95cc-394432baf1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (468d8ff0-4708-49cf-9061-cc26fc02cad1), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:04.678222 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d4883e2e-a777-4e9d-8ac4-2e5216bd779e tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:04.679914 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d4883e2e-a777-4e9d-8ac4-2e5216bd779e tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.83 "GET /v2.0/networks?id=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b HTTP/1.1" status: 200 len: 812 time: 0.2384486 Jun 17 08:52:04.731816 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Request body: {'port': {'device_id': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'admin_state_up': True, 'tenant_id': '63675a395d824db687bca143dc25c3b2'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:04.766817 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-2bdaaeac-deb1-402b-95cc-394432baf1e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=195b0adcf9f14419a3ec66c1ca374b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5992780 Jun 17 08:52:04.767449 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36426) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:04.790246 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaaeac-deb1-402b-95cc-394432baf1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d8ff0-4708-49cf-9061-cc26fc02cad1,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:04.979766 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36430) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:05.061994 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7dcc467d-73ad-45c1-a705-8db16f2fb9c2 req-8d73d8fb-3b8a-46cb-93fd-2ac2e0cd2004 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.0568378 Jun 17 08:52:05.088535 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (65a32fe3-434b-4222-b304-ebb8366c573b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.141187 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.83', 58757) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:05.187754 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-984387c1-45db-4a50-b065-066fb94a59a6 admin admin] Publish callbacks [] for security_group (468d8ff0-4708-49cf-9061-cc26fc02cad1), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.219196 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-984387c1-45db-4a50-b065-066fb94a59a6 admin admin] Publish callbacks [] for security_group (468d8ff0-4708-49cf-9061-cc26fc02cad1), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.259281 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-815d020b-497d-4ec7-81b7-03eb3f6d5f5f req-204e5a10-99f5-442d-a0bd-fd784904d14f tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 210 time: 0.1961427 Jun 17 08:52:05.314354 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-39205c27-b132-4387-9496-8d3c88f0352e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:05.315844 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-39205c27-b132-4387-9496-8d3c88f0352e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.1724982 Jun 17 08:52:05.342044 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Made reservation on behalf of 63675a395d824db687bca143dc25c3b2 for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:05.342884 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a32fe3-434b-4222-b304-ebb8366c573b,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:05.346189 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.359243 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b659c6b8-6d66-4559-9482-30a8792751be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.369201 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Checking segment: {'id': 'a7713741-e114-4499-b4d1-0b599b9defad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fefab957-85f0-4562-b29b-9089c8377399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:52:05.369533 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Network hostable DHCP agents. Network: fefab957-85f0-4562-b29b-9089c8377399, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:05.457980 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:05.466260 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ed38a5b1-46b0-40bb-a058-048878c21247 req-8a2d5ada-1a42-40c9-bfb6-bef8774ed16a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0702138 Jun 17 08:52:05.514916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-366ca12e-026c-45fe-b808-b33a7b5a8112 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 380 time: 0.1892319 Jun 17 08:52:05.526258 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'port': {'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'admin_state_up': True, 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'security_groups': ['3477bd5a-885f-43f8-8b07-51dfaf12e4ec']}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:05.536215 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-984387c1-45db-4a50-b065-066fb94a59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (468d8ff0-4708-49cf-9061-cc26fc02cad1), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.540697 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-984387c1-45db-4a50-b065-066fb94a59a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.545950 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-984387c1-45db-4a50-b065-066fb94a59a6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/468d8ff0-4708-49cf-9061-cc26fc02cad1 HTTP/1.1" status: 204 len: 168 time: 0.7772691 Jun 17 08:52:05.629588 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984387c1-45db-4a50-b065-066fb94a59a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d8ff0-4708-49cf-9061-cc26fc02cad1,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:05.654507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b659c6b8-6d66-4559-9482-30a8792751be admin admin] Publish callbacks [] for security_group (be5198d3-41ab-4915-9417-a96024b4ae9f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.692527 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Network fefab957-85f0-4562-b29b-9089c8377399 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:05.777917 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Allocated IP 172.20.0.12 (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b/3776d131-7a53-4bef-a49d-0085b473fab8/b089d395-a218-45c9-907d-df2425df186f) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:05.879565 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b659c6b8-6d66-4559-9482-30a8792751be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (be5198d3-41ab-4915-9417-a96024b4ae9f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.926670 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659c6b8-6d66-4559-9482-30a8792751be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5198d3-41ab-4915-9417-a96024b4ae9f,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:05.944307 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Made reservation on behalf of 794e7ebcf5c3436081b8e8d39907b655 for: {'port': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:05.948478 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.951122 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, fefab957-85f0-4562-b29b-9089c8377399) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:05.957036 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:05.957131 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:05.963854 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01fd95-7e56-4bc6-b43a-ec67835bc9e2 None None] Network fefab957-85f0-4562-b29b-9089c8377399 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:52:05.977242 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b659c6b8-6d66-4559-9482-30a8792751be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f743036f812432b8f6be62f76c29570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9917336 Jun 17 08:52:05.981325 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36496) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:06.012818 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks [] for port (b089d395-a218-45c9-907d-df2425df186f), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.152709 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (b089d395-a218-45c9-907d-df2425df186f), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.161205 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-bfff5913-ba47-4702-9efe-309be2ee9b40 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7396438 Jun 17 08:52:06.171957 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8bd3b8-c966-4a72-8685-9cbe88208c02 None None] Network fefab957-85f0-4562-b29b-9089c8377399 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:52:06.252935 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dfc0196c-0971-4f44-bbab-1bc0fbfa09ec admin admin] Publish callbacks [] for security_group (be5198d3-41ab-4915-9417-a96024b4ae9f), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.274287 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:06.283338 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-adf8f04a-8e4b-47a3-8df5-a0ba8ba67e6a req-a8ccd5d2-6591-4aa2-a40a-a516b514fcbe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.1017897 Jun 17 08:52:06.294511 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:06.322526 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:52:06.328821 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:06.329633 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.335208 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:06.336183 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Pushing event updated for resources: {'Port': ['ID=b089d395-a218-45c9-907d-df2425df186f,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:06.354088 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dfc0196c-0971-4f44-bbab-1bc0fbfa09ec admin admin] Publish callbacks [] for security_group (be5198d3-41ab-4915-9417-a96024b4ae9f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.473981 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-d3a01198-22cb-46e3-8a4e-0bbda808aded tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7539721 Jun 17 08:52:06.485718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-f6ca2d0a-3f08-4895-b369-41761bbd691d tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:52:06.486653 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-f6ca2d0a-3f08-4895-b369-41761bbd691d tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054739 Jun 17 08:52:06.515769 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36528) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:06.528220 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.20.0.13 (b5af04e5-5681-4034-bf01-a7f9807128a2/113372b6-188a-441b-8e8f-7a645d18f73a/62eb07ca-d310-44bf-a6bd-62e5e42d4403) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:06.586918 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15794d93-08bb-4741-91ee-e8127cb173a4 req-9f5261e8-df9e-49b1-a367-ca2d4025949f tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:06.588488 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-15794d93-08bb-4741-91ee-e8127cb173a4 req-9f5261e8-df9e-49b1-a367-ca2d4025949f tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 932 time: 0.1752124 Jun 17 08:52:06.664352 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b89eb5f-79be-4a92-9dbc-8d4e43ed525b req-6cf9dc61-5548-4c66-bc8d-5511584c043e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0842061 Jun 17 08:52:06.702938 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] Deleting subnet 8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e {{(pid=116209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:52:06.712813 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] Publish callbacks [] for subnet (8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.716466 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36532) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:06.769874 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-8a748a69-24c9-4dd6-b181-951e43c9ffb0 None None] Provisioning complete for port b089d395-a218-45c9-907d-df2425df186f triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:06.770335 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8a748a69-24c9-4dd6-b181-951e43c9ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (b089d395-a218-45c9-907d-df2425df186f), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.774034 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-15794d93-08bb-4741-91ee-e8127cb173a4 req-bd18b637-6ae8-46b4-bcb1-ace159a89898 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646106 Jun 17 08:52:06.788997 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] Publish callbacks [] for subnet (8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.806344 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-c7825ef3-f570-4a3a-bb37-1eaa10305d9b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:06.807298 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-c7825ef3-f570-4a3a-bb37-1eaa10305d9b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 817 time: 0.2484896 Jun 17 08:52:06.808592 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.823674 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-8a748a69-24c9-4dd6-b181-951e43c9ffb0 None None] Port b089d395-a218-45c9-907d-df2425df186f cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:52:06.853073 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dfc0196c-0971-4f44-bbab-1bc0fbfa09ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (be5198d3-41ab-4915-9417-a96024b4ae9f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.856302 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dfc0196c-0971-4f44-bbab-1bc0fbfa09ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.857168 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-dfc0196c-0971-4f44-bbab-1bc0fbfa09ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be5198d3-41ab-4915-9417-a96024b4ae9f HTTP/1.1" status: 204 len: 168 time: 0.8749189 Jun 17 08:52:06.864684 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:06.873041 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0196c-0971-4f44-bbab-1bc0fbfa09ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5198d3-41ab-4915-9417-a96024b4ae9f,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:06.923020 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e4c38fe2-dd44-4a96-a913-cde6b8e3ce5c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 379 time: 0.0904441 Jun 17 08:52:06.925259 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:06.931434 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'port': {'device_id': '397d996b-b163-4a47-856e-f2aca2ae6976', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'admin_state_up': True, 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'security_groups': ['4c87d2d5-f2d6-4a65-a19f-99e35b02766b']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:06.969713 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:07.010986 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for subnet (8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.047066 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.050310 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e HTTP/1.1" status: 204 len: 168 time: 0.5335569 Jun 17 08:52:07.051293 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdbc04-ab5d-4f8a-8366-028402c3420b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8eb7ee-edaa-4dc6-9a25-82a0b5e29c4e,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.054015 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36540) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:07.070061 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.187107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Made reservation on behalf of b493dbf75ed64a7dbda3e9c6a6168f8f for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:07.187427 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:07.190903 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.278727 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.83', 58767) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:07.279065 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36546) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:07.304394 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4505f7f-4351-474b-9754-4fe95b46baac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.326084 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:07.379741 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:07.383705 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (df3b2fa0-4fa5-438e-8427-23902ae2f86c), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.386418 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=62eb07ca-d310-44bf-a6bd-62e5e42d4403,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.391219 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:07.394020 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:52:07.399454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:07.400139 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.499224 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e16cb11f-a593-48b8-ba90-329ded304a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.539803 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bc0c8eb1-f2cd-49cc-abb6-ce61ca0b4392 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0192051 Jun 17 08:52:07.543940 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (df3b2fa0-4fa5-438e-8427-23902ae2f86c), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.559745 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49b1b-5515-425c-9b11-6bd7247a66d5 req-94e24c49-48f7-47c4-ac0c-169e06caa46c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:07.561716 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ff49b1b-5515-425c-9b11-6bd7247a66d5 req-94e24c49-48f7-47c4-ac0c-169e06caa46c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 932 time: 0.1165531 Jun 17 08:52:07.585728 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.586232 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.587164 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.587615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.593413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.593413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.593413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.593413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.593413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.593413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.643639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Allocated IP 172.20.0.14 (4f7d1d4a-2c54-4698-9b36-243535e9ccac/3d8327ab-e3f9-4b98-bf71-b31e64674148/051f4b45-cbb1-44c1-92a3-54becef75c28) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:07.682282 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:52:07.701056 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36558) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:07.798151 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4505f7f-4351-474b-9754-4fe95b46baac admin admin] Publish callbacks [] for security_group (231e1706-d6f5-42f6-8f1f-35433f484feb), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.909497 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Request body: {'port': {'device_id': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:07.958382 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-3e6858bc-7a0d-43e0-af88-9e742ef2c2d2 None None] Provisioning complete for port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:07.958928 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3e6858bc-7a0d-43e0-af88-9e742ef2c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:07.971609 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.971963 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.979805 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.979805 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:07.979805 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3b2fa0-4fa5-438e-8427-23902ae2f86c']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:08.020998 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Request body: {'port': {'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:08.075211 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-3e6858bc-7a0d-43e0-af88-9e742ef2c2d2 None None] Port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:52:08.116822 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b089d395-a218-45c9-907d-df2425df186f), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.141323 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-51d8c938-8870-4529-a11c-344614e7c3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.145101 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4505f7f-4351-474b-9754-4fe95b46baac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (231e1706-d6f5-42f6-8f1f-35433f484feb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.186640 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05757297-ff0c-44e0-a808-5e235261f152') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:08.187045 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05757297-ff0c-44e0-a808-5e235261f152') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:08.262860 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (05757297-ff0c-44e0-a808-5e235261f152), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.297557 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e16cb11f-a593-48b8-ba90-329ded304a1a admin admin] Publish callbacks [] for security_group (72640ef6-fac7-47f1-af11-f0774deed604), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.304162 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-41d4a6e8-63df-4933-b749-70de34a6bfb1 req-f4e43d1c-f2f3-45f0-a796-9c7a91e46970 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.2973216 Jun 17 08:52:08.340039 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f4505f7f-4351-474b-9754-4fe95b46baac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20dfa666055748de98edfcdb7b46a4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0531328 Jun 17 08:52:08.346131 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36574) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:08.364434 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4505f7f-4351-474b-9754-4fe95b46baac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e1706-d6f5-42f6-8f1f-35433f484feb,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.398364 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e16cb11f-a593-48b8-ba90-329ded304a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (72640ef6-fac7-47f1-af11-f0774deed604), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.464838 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ff49b1b-5515-425c-9b11-6bd7247a66d5 req-d09c5b8a-16e0-4bde-9db5-a0c80371d275 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8824289 Jun 17 08:52:08.492134 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.507764 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:08.534360 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (05757297-ff0c-44e0-a808-5e235261f152), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.566411 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:08.577415 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:08.577998 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (05757297-ff0c-44e0-a808-5e235261f152), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.624271 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e16cb11f-a593-48b8-ba90-329ded304a1a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fe51fc742db40199cb57db1f9548553&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9067361 Jun 17 08:52:08.636470 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36586) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:08.644759 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-76e9c8fe-6d83-459c-9a55-675b36a75acf admin admin] Publish callbacks [] for security_group (231e1706-d6f5-42f6-8f1f-35433f484feb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.671041 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb11f-a593-48b8-ba90-329ded304a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72640ef6-fac7-47f1-af11-f0774deed604,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.675909 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.733484 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364e7dc-41ea-48d2-8265-0f09eb9c7e84 req-bcedc79c-5be6-4a72-9096-d1992d9586dd tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:08.739484 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0364e7dc-41ea-48d2-8265-0f09eb9c7e84 req-bcedc79c-5be6-4a72-9096-d1992d9586dd tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 932 time: 0.2428946 Jun 17 08:52:08.744323 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-76e9c8fe-6d83-459c-9a55-675b36a75acf admin admin] Publish callbacks [] for security_group (231e1706-d6f5-42f6-8f1f-35433f484feb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.791525 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:08.893909 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (df3b2fa0-4fa5-438e-8427-23902ae2f86c), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.902755 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:08.909479 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/df3b2fa0-4fa5-438e-8427-23902ae2f86c HTTP/1.1" status: 204 len: 168 time: 1.8496881 Jun 17 08:52:08.923703 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36592) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:08.964060 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3876f5-b895-4a13-9b31-bbf1c21654d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df3b2fa0-4fa5-438e-8427-23902ae2f86c,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.981818 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-51d8c938-8870-4529-a11c-344614e7c3d5 admin admin] Publish callbacks [] for security_group (a845ba4c-168c-4d5b-8071-ff2f9aa4ae24), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.012464 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0364e7dc-41ea-48d2-8265-0f09eb9c7e84 req-51eabef9-1610-496f-9294-ed93871793b8 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720721 Jun 17 08:52:09.023912 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:09.173941 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] Deleting subnet 65a32fe3-434b-4222-b304-ebb8366c573b {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:52:09.190143 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 05757297-ff0c-44e0-a808-5e235261f152 resource provider aggregate not found Jun 17 08:52:09.197560 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] Publish callbacks [] for subnet (65a32fe3-434b-4222-b304-ebb8366c573b), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.200441 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cf531240-7ead-4bf4-b34c-e60863418a5c admin admin] Publish callbacks [] for security_group (72640ef6-fac7-47f1-af11-f0774deed604), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.213011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b089d395-a218-45c9-907d-df2425df186f {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:52:09.221061 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-51d8c938-8870-4529-a11c-344614e7c3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a845ba4c-168c-4d5b-8071-ff2f9aa4ae24), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.230668 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cf531240-7ead-4bf4-b34c-e60863418a5c admin admin] Publish callbacks [] for security_group (72640ef6-fac7-47f1-af11-f0774deed604), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.261651 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Publish callbacks [] for port (b089d395-a218-45c9-907d-df2425df186f), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.279976 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 05757297-ff0c-44e0-a808-5e235261f152 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05757297-ff0c-44e0-a808-5e235261f152 found for delete ", "request_id": "req-316f904d-38d6-49e3-ba43-31d1c60614ba"}]} Jun 17 08:52:09.345475 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-51d8c938-8870-4529-a11c-344614e7c3d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b131c0701a0843f193e9a876b03a730c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6382258 Jun 17 08:52:09.346082 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36610) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:09.357256 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (65a32fe3-434b-4222-b304-ebb8366c573b), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.366467 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8c938-8870-4529-a11c-344614e7c3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a845ba4c-168c-4d5b-8071-ff2f9aa4ae24,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:09.444520 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (65a32fe3-434b-4222-b304-ebb8366c573b), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.457596 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ede26c56-2423-4812-809a-b8c8aa3dbaf1 admin admin] Publish callbacks [] for security_group (a845ba4c-168c-4d5b-8071-ff2f9aa4ae24), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.483031 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fd950874-d7bd-4239-bbe5-3fce184a7df3 req-964a0f05-8a64-420e-bcba-43c554f97060 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0454185 Jun 17 08:52:09.489144 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ede26c56-2423-4812-809a-b8c8aa3dbaf1 admin admin] Publish callbacks [] for security_group (a845ba4c-168c-4d5b-8071-ff2f9aa4ae24), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.552629 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.621238 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-76e9c8fe-6d83-459c-9a55-675b36a75acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (231e1706-d6f5-42f6-8f1f-35433f484feb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.624049 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-76e9c8fe-6d83-459c-9a55-675b36a75acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.627617 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-76e9c8fe-6d83-459c-9a55-675b36a75acf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/231e1706-d6f5-42f6-8f1f-35433f484feb HTTP/1.1" status: 204 len: 168 time: 1.2781258 Jun 17 08:52:09.627617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:09.662894 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62eb07ca-d310-44bf-a6bd-62e5e42d4403 {{(pid=116210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:52:09.667825 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:09.670424 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cf531240-7ead-4bf4-b34c-e60863418a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (72640ef6-fac7-47f1-af11-f0774deed604), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.672797 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cf531240-7ead-4bf4-b34c-e60863418a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.679663 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-cf531240-7ead-4bf4-b34c-e60863418a5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72640ef6-fac7-47f1-af11-f0774deed604 HTTP/1.1" status: 204 len: 168 time: 1.0343482 Jun 17 08:52:09.689640 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:09.690001 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Publish callbacks [] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.692273 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9c8fe-6d83-459c-9a55-675b36a75acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e1706-d6f5-42f6-8f1f-35433f484feb,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:09.700027 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:52:09.709780 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf531240-7ead-4bf4-b34c-e60863418a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72640ef6-fac7-47f1-af11-f0774deed604,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:09.710105 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:09.710858 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.724592 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff43b8f-33dc-4f90-98b7-db3377d7a0c9 req-bf2c7aeb-aecb-40cb-9f9d-0455b5191a48 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:09.726827 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ff43b8f-33dc-4f90-98b7-db3377d7a0c9 req-bf2c7aeb-aecb-40cb-9f9d-0455b5191a48 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 932 time: 0.1457283 Jun 17 08:52:09.759181 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:09.825250 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ff43b8f-33dc-4f90-98b7-db3377d7a0c9 req-0c431c36-6d9f-477a-b00c-dbabece92a04 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855472 Jun 17 08:52:09.875671 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (65a32fe3-434b-4222-b304-ebb8366c573b), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.902212 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a32fe3-434b-4222-b304-ebb8366c573b,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:09.906278 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.909523 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-989cf032-fb6a-4890-aef2-860780b71f86 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/65a32fe3-434b-4222-b304-ebb8366c573b HTTP/1.1" status: 204 len: 168 time: 0.9642415 Jun 17 08:52:09.913031 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36624) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:09.926170 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Transition to ACTIVE for port object b089d395-a218-45c9-907d-df2425df186f will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:52:09.927149 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.provisioning_blocks [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Transition to ACTIVE for port object 62eb07ca-d310-44bf-a6bd-62e5e42d4403 will not be triggered until provisioned by entity L2. {{(pid=116210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:52:09.942203 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-d28ab486-d4ab-4742-a0ea-ae0fc6c6cb05 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0145016 Jun 17 08:52:09.945085 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ede26c56-2423-4812-809a-b8c8aa3dbaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a845ba4c-168c-4d5b-8071-ff2f9aa4ae24), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.947877 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ede26c56-2423-4812-809a-b8c8aa3dbaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:09.956021 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ede26c56-2423-4812-809a-b8c8aa3dbaf1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a845ba4c-168c-4d5b-8071-ff2f9aa4ae24 HTTP/1.1" status: 204 len: 168 time: 0.6024060 Jun 17 08:52:09.986071 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Request body: {'port': {'device_id': '397d996b-b163-4a47-856e-f2aca2ae6976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:10.043195 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede26c56-2423-4812-809a-b8c8aa3dbaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a845ba4c-168c-4d5b-8071-ff2f9aa4ae24,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.072922 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:10.091824 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (fefab957-85f0-4562-b29b-9089c8377399), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:10.148712 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (b089d395-a218-45c9-907d-df2425df186f), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:10.155983 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-9347bbaa-42c3-4425-9a7f-2174b1533f4c None None] Provisioning complete for port 051f4b45-cbb1-44c1-92a3-54becef75c28 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:10.160171 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9347bbaa-42c3-4425-9a7f-2174b1533f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:10.205847 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-9347bbaa-42c3-4425-9a7f-2174b1533f4c None None] Port 051f4b45-cbb1-44c1-92a3-54becef75c28 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:52:10.320936 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Pushing event updated for resources: {'Port': ['ID=62eb07ca-d310-44bf-a6bd-62e5e42d4403,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.325473 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:10.367632 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Pushing event updated for resources: {'Port': ['ID=b089d395-a218-45c9-907d-df2425df186f,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.561280 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (fefab957-85f0-4562-b29b-9089c8377399), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:10.644445 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cb9db-d537-4730-a406-4f7bbd575642 req-5cf58c81-2769-47d5-b72b-f1e65d70b695 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:10.649916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea1cb9db-d537-4730-a406-4f7bbd575642 req-5cf58c81-2769-47d5-b72b-f1e65d70b695 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.4763288 Jun 17 08:52:10.649916 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Attempting to bind port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:52:10.658262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Attempting to bind port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:52:10.658262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Attempting to bind port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:52:10.668550 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 on network b5af04e5-5681-4034-bf01-a7f9807128a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:52:10.669355 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Attempting to bind port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:52:10.679231 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.680986 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.681221 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.681830 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > port after_create 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.681947 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > port after_delete 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.682271 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > port after_update 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.682612 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.682948 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.683278 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.683677 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.775646 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:52:10.776587 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Checking segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:52:10.778259 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Bound using segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:52:10.779807 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Bound port: 62eb07ca-d310-44bf-a6bd-62e5e42d4403, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:52:10.784393 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:10.852585 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9953cc9-0531-41f1-a0b5-463bf8f8a487 req-3b842576-0250-4e34-9983-8f4488b2bf48 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:10.860149 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c9953cc9-0531-41f1-a0b5-463bf8f8a487 req-3b842576-0250-4e34-9983-8f4488b2bf48 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 932 time: 0.1776876 Jun 17 08:52:10.871778 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.873382 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.873382 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.873382 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:52:10.873382 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefab957-85f0-4562-b29b-9089c8377399']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:10.968480 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7713741-e114-4499-b4d1-0b599b9defad') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:10.968773 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7713741-e114-4499-b4d1-0b599b9defad') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:10.990482 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] For port 62eb07ca-d310-44bf-a6bd-62e5e42d4403, host hv-cinder-79760, cleared binding levels {{(pid=116210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:52:10.996076 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] For port 62eb07ca-d310-44bf-a6bd-62e5e42d4403, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:52:11.029298 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Attempting to bind port b089d395-a218-45c9-907d-df2425df186f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:52:11.030526 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Attempting to bind port b089d395-a218-45c9-907d-df2425df186f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:52:11.031259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Attempting to bind port b089d395-a218-45c9-907d-df2425df186f on network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:52:11.104873 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (a7713741-e114-4499-b4d1-0b599b9defad), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.109647 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Port b089d395-a218-45c9-907d-df2425df186f on network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:52:11.110319 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Attempting to bind port b089d395-a218-45c9-907d-df2425df186f on network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:52:11.113378 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=23,neutron:SELECT=72,neutron:UPDATE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:11.161226 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea1cb9db-d537-4730-a406-4f7bbd575642 req-59bb576f-44e0-48c4-a0f4-a25fb5e74e76 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055318 Jun 17 08:52:11.177019 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:52:11.179341 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Checking segment: {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:52:11.186311 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c9953cc9-0531-41f1-a0b5-463bf8f8a487 req-c2445d20-2c3a-44c5-aa9b-7f3dded9e752 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249569 Jun 17 08:52:11.187537 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Bound using segment: {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:52:11.188092 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Bound port: b089d395-a218-45c9-907d-df2425df186f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d6313a-797d-4302-975f-94719303151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:52:11.188694 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b089d395-a218-45c9-907d-df2425df186f), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.194007 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (a7713741-e114-4499-b4d1-0b599b9defad), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.221512 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:11.221938 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (a7713741-e114-4499-b4d1-0b599b9defad), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.261952 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.366468 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:11.367309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.369072 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] 10.222.0.83 "PUT /v2.0/ports/62eb07ca-d310-44bf-a6bd-62e5e42d4403 HTTP/1.1" status: 200 len: 1094 time: 3.8164864 Jun 17 08:52:11.369667 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:11.463338 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bdabc-d48a-42be-9ad9-c1ec4e2ece39 service neutron] Pushing event updated for resources: {'Port': ['ID=62eb07ca-d310-44bf-a6bd-62e5e42d4403,revision_number=3']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:11.481505 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c5f9d-9adc-4e6f-aac7-83a22ffe8b9f req-48ba2502-d718-46cf-8e06-7d8e110258de tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:11.483068 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3a8c5f9d-9adc-4e6f-aac7-83a22ffe8b9f req-48ba2502-d718-46cf-8e06-7d8e110258de tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.1594639 Jun 17 08:52:11.551403 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:11.556193 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] For port b089d395-a218-45c9-907d-df2425df186f, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:52:11.565909 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] For port b089d395-a218-45c9-907d-df2425df186f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b089d395-a218-45c9-907d-df2425df186f,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:52:11.567535 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (fefab957-85f0-4562-b29b-9089c8377399), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.595830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36666) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:11.610983 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Pushing event deleted for resources: {'Network': ['ID=fefab957-85f0-4562-b29b-9089c8377399,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:11.613354 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.620334 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f7f6d4d9-9242-42cc-a68d-d7ea83df6eee admin admin] 10.222.0.78 "DELETE /v2.0/networks/fefab957-85f0-4562-b29b-9089c8377399 HTTP/1.1" status: 204 len: 168 time: 1.7061923 Jun 17 08:52:11.696327 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051f4b45-cbb1-44c1-92a3-54becef75c28 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:52:11.734326 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Publish callbacks [] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.746262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:11.774079 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (b089d395-a218-45c9-907d-df2425df186f), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.780470 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Transition to ACTIVE for port object 051f4b45-cbb1-44c1-92a3-54becef75c28 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:52:11.780647 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb87e-6fbb-4a04-858b-024417707a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.789645 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-cb78af78-fedf-4627-8822-d41635295de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:11.791373 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-cb78af78-fedf-4627-8822-d41635295de3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 1128 time: 0.2352753 Jun 17 08:52:11.810746 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3a8c5f9d-9adc-4e6f-aac7-83a22ffe8b9f req-8c5aa2d8-c1a8-4036-ab4b-1156fa425652 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184137 Jun 17 08:52:11.835115 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:11.835115 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.836201 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] 10.222.0.83 "PUT /v2.0/ports/b089d395-a218-45c9-907d-df2425df186f HTTP/1.1" status: 200 len: 1094 time: 4.5558774 Jun 17 08:52:11.836716 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'tag': 'b089d395-a218-45c9-907d-df2425df186f'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:11.896190 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:11.913757 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-6cb96bc3-91e6-403f-b398-2eb22bfe65ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403 HTTP/1.1" status: 200 len: 217 time: 0.1002822 Jun 17 08:52:11.944275 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903b583-e12c-47c0-a437-dba459e0d698 service neutron] Pushing event updated for resources: {'Port': ['ID=b089d395-a218-45c9-907d-df2425df186f,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.007554 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.044860 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-6f3b0b44-630d-444e-a956-aa3dc79fff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:12.046900 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-6f3b0b44-630d-444e-a956-aa3dc79fff62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.1240385 Jun 17 08:52:12.192668 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb87e-6fbb-4a04-858b-024417707a8f admin admin] Publish callbacks [] for security_group (cfe2525e-c383-4106-94ea-7a54534695b3), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:12.210754 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-4ea8ec48-2ac6-4749-b474-539357e6db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:12.216567 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-4ea8ec48-2ac6-4749-b474-539357e6db44 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1614623 Jun 17 08:52:12.232168 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:12.316830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb87e-6fbb-4a04-858b-024417707a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (cfe2525e-c383-4106-94ea-7a54534695b3), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:12.503416 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2fd37834-db91-4c8d-93a7-e7778cf0ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:12.505065 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-2fd37834-db91-4c8d-93a7-e7778cf0ef67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63675a395d824db687bca143dc25c3b2&device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 1128 time: 0.4944940 Jun 17 08:52:12.609196 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-defac7f1-8f18-424d-bd5f-c823485ab581 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b089d395-a218-45c9-907d-df2425df186f HTTP/1.1" status: 200 len: 217 time: 0.0954101 Jun 17 08:52:12.610316 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Attempting to bind port 051f4b45-cbb1-44c1-92a3-54becef75c28 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:52:12.610708 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Attempting to bind port 051f4b45-cbb1-44c1-92a3-54becef75c28 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:52:12.611098 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Attempting to bind port 051f4b45-cbb1-44c1-92a3-54becef75c28 on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:52:12.616355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Port 051f4b45-cbb1-44c1-92a3-54becef75c28 on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:52:12.616691 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Attempting to bind port 051f4b45-cbb1-44c1-92a3-54becef75c28 on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:52:12.637435 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:52:12.637977 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Checking segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:52:12.638889 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Bound using segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:52:12.639153 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Bound port: 051f4b45-cbb1-44c1-92a3-54becef75c28, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:52:12.640590 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:12.677028 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431d3001-56ea-404c-b8bd-9c2b5acefd96" -d '{"events": [{"name": "network-changed", "server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:12.688596 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:12.700581 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-9e4fb87e-6fbb-4a04-858b-024417707a8f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa196fc5541548988f15c21fa3927a79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0563896 Jun 17 08:52:12.710968 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36690) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:12.711976 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fb87e-6fbb-4a04-858b-024417707a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2525e-c383-4106-94ea-7a54534695b3,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.731411 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6257ec-ba29-45c3-9995-1f9592a78d6a req-f4d522cc-b763-43d0-8db4-5eca55813014 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:12.732873 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bc6257ec-ba29-45c3-9995-1f9592a78d6a req-f4d522cc-b763-43d0-8db4-5eca55813014 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.3238590 Jun 17 08:52:12.747589 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62043ae1-c91d-47ea-add2-e6f4ef7b3335 req-2c8e8b0a-c892-4c16-9076-add80f3f2fb7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:12.755104 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-62043ae1-c91d-47ea-add2-e6f4ef7b3335 req-2c8e8b0a-c892-4c16-9076-add80f3f2fb7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.3147092 Jun 17 08:52:12.756930 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36692) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:12.766603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-f61d3d1f-55a2-41c2-8bb1-db91b4d82e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:12.780798 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-f61d3d1f-55a2-41c2-8bb1-db91b4d82e7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3776d131-7a53-4bef-a49d-0085b473fab8 HTTP/1.1" status: 200 len: 851 time: 0.1560740 Jun 17 08:52:12.797461 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:12.814580 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-e552540b-d14e-40a3-8cfc-d627d95316ca service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766709 Jun 17 08:52:12.905709 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:52:12.910840 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:52:12.993321 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-62043ae1-c91d-47ea-add2-e6f4ef7b3335 req-0832addb-25cc-4714-b487-3c00cc510e45 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369998 Jun 17 08:52:13.002980 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bc6257ec-ba29-45c3-9995-1f9592a78d6a req-2c2d222e-232b-426a-be17-f60a787cf6e7 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374260 Jun 17 08:52:13.014369 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-fa20ffa3-d682-4cba-af1d-726eea75ebe5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71724692ece948e8be8b11277eead101&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2475822 Jun 17 08:52:13.018939 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 36700) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:13.030840 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1d348d32-9f5a-4a85-8867-75fb85631f2f admin admin] Publish callbacks [] for security_group (cfe2525e-c383-4106-94ea-7a54534695b3), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.033320 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.125752 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37e0557a-bce0-4027-8b8f-059386bf1f3d req-bd4ce015-be49-434e-89ad-742454de2cd9 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955523 Jun 17 08:52:13.160499 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1d348d32-9f5a-4a85-8867-75fb85631f2f admin admin] Publish callbacks [] for security_group (cfe2525e-c383-4106-94ea-7a54534695b3), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.230516 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-16b99e1d-da96-49fd-bed8-fb5a039574c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:13.236043 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-16b99e1d-da96-49fd-bed8-fb5a039574c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4468427 Jun 17 08:52:13.251638 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:13.252316 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.267259 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] 10.222.0.83 "PUT /v2.0/ports/051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 200 len: 1094 time: 3.2745402 Jun 17 08:52:13.437015 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02f3c5-4d54-4a9b-bc77-048184673f17 req-752c5488-9b1a-401d-be4f-36ed532eb70e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:13.438334 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe02f3c5-4d54-4a9b-bc77-048184673f17 req-752c5488-9b1a-401d-be4f-36ed532eb70e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.3033144 Jun 17 08:52:13.566175 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe02f3c5-4d54-4a9b-bc77-048184673f17 req-e6617767-75a5-4fe2-ae78-969d6f27208a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099691 Jun 17 08:52:13.566273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c84d93ed-fdbf-45f2-ab56-4aef6849ec6f admin admin] Publish callbacks [] for security_group (2d680c87-e6fc-4fcd-85b3-85004342e511), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.569286 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1d348d32-9f5a-4a85-8867-75fb85631f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (cfe2525e-c383-4106-94ea-7a54534695b3), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.577804 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1d348d32-9f5a-4a85-8867-75fb85631f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.579081 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-1d348d32-9f5a-4a85-8867-75fb85631f2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cfe2525e-c383-4106-94ea-7a54534695b3 HTTP/1.1" status: 204 len: 168 time: 0.8647044 Jun 17 08:52:13.616092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d348d32-9f5a-4a85-8867-75fb85631f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe2525e-c383-4106-94ea-7a54534695b3,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.640658 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c84d93ed-fdbf-45f2-ab56-4aef6849ec6f admin admin] Publish callbacks [] for security_group (2d680c87-e6fc-4fcd-85b3-85004342e511), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.765012 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment a7713741-e114-4499-b4d1-0b599b9defad resource provider aggregate not found Jun 17 08:52:13.770242 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c28d1-c6a3-43dd-ba12-fba52e60b72f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2cc759-7f2e-4308-aaf4-8ac7befa64de", "tag": "b089d395-a218-45c9-907d-df2425df186f"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:13.787893 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:13.828355 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment a7713741-e114-4499-b4d1-0b599b9defad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7713741-e114-4499-b4d1-0b599b9defad found for delete ", "request_id": "req-c816cb0a-088b-4638-9bd2-ecac7f715fe9"}]} Jun 17 08:52:13.828890 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c84d93ed-fdbf-45f2-ab56-4aef6849ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (2d680c87-e6fc-4fcd-85b3-85004342e511), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.835309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c84d93ed-fdbf-45f2-ab56-4aef6849ec6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:13.839168 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552bfb-d41a-4049-b3a6-e4dd8575313b service neutron] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.839335 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-c84d93ed-fdbf-45f2-ab56-4aef6849ec6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d680c87-e6fc-4fcd-85b3-85004342e511 HTTP/1.1" status: 204 len: 168 time: 0.8166885 Jun 17 08:52:13.848952 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:13.866071 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d93ed-fdbf-45f2-ab56-4aef6849ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d680c87-e6fc-4fcd-85b3-85004342e511,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.888556 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-018d5674-ba41-4997-8d3a-038e258cf7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:13.890154 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-018d5674-ba41-4997-8d3a-038e258cf7ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 1128 time: 0.1169131 Jun 17 08:52:13.961777 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-ec71dfa1-3b01-4a9e-b7bb-9ce1c12e6027 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 200 len: 217 time: 0.0542586 Jun 17 08:52:13.964801 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-abafa720-59ce-4418-b143-965a35f059a8 service neutron] 10.222.0.83 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964819 Jun 17 08:52:14.034071 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c80bd8-c37d-4e3d-ac3f-d3a2d3f0e269 x-openstack-request-id: req-a1c80bd8-c37d-4e3d-ac3f-d3a2d3f0e269 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:14.034429 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:14.034809 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1c80bd8-c37d-4e3d-ac3f-d3a2d3f0e269 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:14.035502 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c80bd8-c37d-4e3d-ac3f-d3a2d3f0e269'] response: {'name': 'network-changed', 'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'status': 'completed', 'code': 200} Jun 17 08:52:14.155245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651e1c-fc56-4c9c-9e24-dd29b0d60fc2 req-cca49990-58bf-4749-bb53-1d50198d0920 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.157840 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-76651e1c-fc56-4c9c-9e24-dd29b0d60fc2 req-cca49990-58bf-4749-bb53-1d50198d0920 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0582836 Jun 17 08:52:14.179213 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60dc5996-5d0a-488b-8ef0-26b08aa22a43 req-43d04993-b0c2-415f-a39a-6586199c3bbc service neutron] 10.222.0.83 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420350 Jun 17 08:52:14.228013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-874f2035-002c-4f8d-ac75-31e7633e7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.229551 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-874f2035-002c-4f8d-ac75-31e7633e7270 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.1941175 Jun 17 08:52:14.230105 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-55101ba5-4c0e-47dc-b46e-4d1b980e369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.231670 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-55101ba5-4c0e-47dc-b46e-4d1b980e369c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 1128 time: 0.0727363 Jun 17 08:52:14.296618 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-76651e1c-fc56-4c9c-9e24-dd29b0d60fc2 req-3201c585-4e9f-47cf-869b-a33eb95b5bd4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290371 Jun 17 08:52:14.299908 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-721d12c1-9609-4e2a-9101-f36c02d469b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.301464 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-721d12c1-9609-4e2a-9101-f36c02d469b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584996 Jun 17 08:52:14.535946 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a97e15-6465-41e7-83df-246204e8a896 x-openstack-request-id: req-56a97e15-6465-41e7-83df-246204e8a896 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:14.535946 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2cc759-7f2e-4308-aaf4-8ac7befa64de", "tag": "b089d395-a218-45c9-907d-df2425df186f", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:14.535946 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56a97e15-6465-41e7-83df-246204e8a896 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:14.536963 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a97e15-6465-41e7-83df-246204e8a896'] response: {'name': 'network-changed', 'server_uuid': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'tag': 'b089d395-a218-45c9-907d-df2425df186f', 'status': 'completed', 'code': 200} Jun 17 08:52:14.549435 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-1fc4bd31-dace-4c7c-8b82-3bbcf7328252 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328694 Jun 17 08:52:14.561132 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-3109fcc0-2be7-458f-b6d0-586d21153110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.567240 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-3109fcc0-2be7-458f-b6d0-586d21153110 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.3193989 Jun 17 08:52:14.574040 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405fea-342c-4e91-bf02-63214f79bb33 req-81475228-dc7c-4fd1-acfa-b6a07fef2a26 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.575678 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-da405fea-342c-4e91-bf02-63214f79bb33 req-81475228-dc7c-4fd1-acfa-b6a07fef2a26 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.1285059 Jun 17 08:52:14.618090 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-7a91c2cf-5ecd-434e-9760-38a3b898ecca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403 HTTP/1.1" status: 200 len: 217 time: 0.0413394 Jun 17 08:52:14.684403 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-5adae2c7-d4a0-4601-9617-35e00e48ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.686427 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-5adae2c7-d4a0-4601-9617-35e00e48ce1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63675a395d824db687bca143dc25c3b2&device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 1128 time: 0.1170890 Jun 17 08:52:14.713907 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-da405fea-342c-4e91-bf02-63214f79bb33 req-663f4864-0ed5-4c97-887a-d0353a1d71c0 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940530 Jun 17 08:52:14.717997 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-ebedc15b-f206-4246-99f9-51c714aaad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.719527 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-ebedc15b-f206-4246-99f9-51c714aaad5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0819116 Jun 17 08:52:14.846421 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-84154c20-8ddf-4691-aac6-b1a54741b235 req-f4ad1f4a-1a5d-42de-8462-cafd0ffe9efd service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755837 Jun 17 08:52:14.911595 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-5f652c40-585f-4135-b0f5-db961c046c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:14.913592 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-5f652c40-585f-4135-b0f5-db961c046c4f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b HTTP/1.1" status: 200 len: 913 time: 0.2206435 Jun 17 08:52:15.045084 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-f5a29014-8b93-4131-a955-1ca83d38178b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b089d395-a218-45c9-907d-df2425df186f HTTP/1.1" status: 200 len: 217 time: 0.0699255 Jun 17 08:52:15.067437 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:15.087670 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:15.095397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:15.108341 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-f6d9d183-6bfd-4fa3-8f5c-101a120b442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:15.110116 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-f6d9d183-6bfd-4fa3-8f5c-101a120b442a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3785441 Jun 17 08:52:15.120571 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bec30-8d70-4633-b8ca-168499b6f78d req-68ca662c-c1e1-40c3-94d5-4c901d197a26 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:15.122279 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-531bec30-8d70-4633-b8ca-168499b6f78d req-68ca662c-c1e1-40c3-94d5-4c901d197a26 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.3668315 Jun 17 08:52:15.171035 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-229f9c90-dfb0-4e38-8ba5-5b6e3621d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:15.172985 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-229f9c90-dfb0-4e38-8ba5-5b6e3621d9ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3776d131-7a53-4bef-a49d-0085b473fab8 HTTP/1.1" status: 200 len: 851 time: 0.1026776 Jun 17 08:52:15.225619 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-531bec30-8d70-4633-b8ca-168499b6f78d req-cdeafa7a-044d-4888-99d4-d094bf33bcb2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951886 Jun 17 08:52:15.303171 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-d1559251-58cf-411e-acec-9bb43afa33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:15.305288 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-d1559251-58cf-411e-acec-9bb43afa33d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1250908 Jun 17 08:52:15.352833 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:15.389336 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-d394abfb-d333-4356-9e6d-6ad4a505404e service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337027 Jun 17 08:52:15.525873 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-5230697e-0af6-4bcb-8fac-64ea699de6eb service neutron] 10.222.0.83 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106211 Jun 17 08:52:15.574121 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-431d3001-56ea-404c-b8bd-9c2b5acefd96 req-9ed6ff3e-3484-4e08-9296-21973d92dbd2 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727438 Jun 17 08:52:15.585761 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ddd3-0afb-4355-b799-1214de6388ff req-7e986c55-db09-4789-9511-8d9f7dd98f0a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:15.587382 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4a9ddd3-0afb-4355-b799-1214de6388ff req-7e986c55-db09-4789-9511-8d9f7dd98f0a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.1610045 Jun 17 08:52:15.647204 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4a9ddd3-0afb-4355-b799-1214de6388ff req-c98bcd6f-0247-43a5-bff7-f53aa3e6cc0c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538478 Jun 17 08:52:15.706434 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-576c28d1-c6a3-43dd-ba12-fba52e60b72f req-aa70182a-23c5-4fcb-96a7-bc8326ff393b service neutron] 10.222.0.83 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299489 Jun 17 08:52:15.851527 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36788) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:15.878934 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a8bbe-fd19-4b6b-823e-83a89a3ff9d2 req-6b2d57d1-a4ff-4278-bd50-65f2e7f703c8 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:15.886918 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1c1a8bbe-fd19-4b6b-823e-83a89a3ff9d2 req-6b2d57d1-a4ff-4278-bd50-65f2e7f703c8 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.0865269 Jun 17 08:52:15.965162 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2066579a-920e-45cf-8549-d56f31cf13b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2394b46b1dd44fef96398c1f78ac12a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112111 Jun 17 08:52:15.967831 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 36790) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:15.972835 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1c1a8bbe-fd19-4b6b-823e-83a89a3ff9d2 req-dcbc3f6e-3e0f-4d6d-98d8-271d76f8fd0d tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849319 Jun 17 08:52:16.056157 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-129a9de0-e683-45ad-9b47-d3ce765c7fdb admin admin] Publish callbacks [] for security_group (d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:16.098084 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-129a9de0-e683-45ad-9b47-d3ce765c7fdb admin admin] Publish callbacks [] for security_group (d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:16.274000 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-129a9de0-e683-45ad-9b47-d3ce765c7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:16.278358 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-129a9de0-e683-45ad-9b47-d3ce765c7fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:16.286728 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-129a9de0-e683-45ad-9b47-d3ce765c7fdb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4 HTTP/1.1" status: 204 len: 168 time: 0.3102913 Jun 17 08:52:16.291440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a9de0-e683-45ad-9b47-d3ce765c7fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b68fa5-f27e-41dd-9ad4-86aaf7f544a4,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:16.406099 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825e44a-738f-4d72-8539-f7822c5b443c req-79f8c3af-cbb2-4569-b290-5a0a55aba2c4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:16.407919 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e825e44a-738f-4d72-8539-f7822c5b443c req-79f8c3af-cbb2-4569-b290-5a0a55aba2c4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.0597482 Jun 17 08:52:16.507794 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e825e44a-738f-4d72-8539-f7822c5b443c req-37e60052-d05a-446f-921c-7c2903598219 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898967 Jun 17 08:52:16.538360 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:16.541784 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d190632e-6d56-422c-91e2-317db56aed3b" -d '{"events": [{"name": "network-changed", "server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:16.588151 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3200a2ca-6cad-4254-9bed-caf51a1427ec x-openstack-request-id: req-3200a2ca-6cad-4254-9bed-caf51a1427ec {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:16.588552 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:16.588733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3200a2ca-6cad-4254-9bed-caf51a1427ec {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:16.589089 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3200a2ca-6cad-4254-9bed-caf51a1427ec'] response: {'name': 'network-changed', 'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'status': 'completed', 'code': 200} Jun 17 08:52:16.843823 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b497f-df41-4aa2-8b78-8972d3ae9891 req-b406b746-ebfc-46fc-849c-22c15fefc96d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:16.845381 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-881b497f-df41-4aa2-8b78-8972d3ae9891 req-b406b746-ebfc-46fc-849c-22c15fefc96d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.1160810 Jun 17 08:52:16.915447 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190632e-6d56-422c-91e2-317db56aed3b req-9fc217b2-5485-4367-a8c7-26f1b41e8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:16.917188 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d190632e-6d56-422c-91e2-317db56aed3b req-9fc217b2-5485-4367-a8c7-26f1b41e8169 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 1128 time: 0.0509033 Jun 17 08:52:16.942852 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-881b497f-df41-4aa2-8b78-8972d3ae9891 req-0105c41a-eeb6-47e2-a982-29374cc476a5 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893431 Jun 17 08:52:17.016968 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:17.076589 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190632e-6d56-422c-91e2-317db56aed3b req-a679efe9-589f-48aa-9438-53ec556027f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:17.078348 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d190632e-6d56-422c-91e2-317db56aed3b req-a679efe9-589f-48aa-9438-53ec556027f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 918 time: 0.1469686 Jun 17 08:52:17.108754 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:17.131605 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de088-48b4-452b-bb07-f06f3daad47c req-5ab70e19-8c8f-450f-9b38-8fe854b5322b tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:17.135967 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e18de088-48b4-452b-bb07-f06f3daad47c req-5ab70e19-8c8f-450f-9b38-8fe854b5322b tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.0675855 Jun 17 08:52:17.204584 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e18de088-48b4-452b-bb07-f06f3daad47c req-7433fa05-6bdc-4c6e-a0e8-39f3700d7b54 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646367 Jun 17 08:52:17.249431 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:17.266174 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d190632e-6d56-422c-91e2-317db56aed3b req-aa35303e-b2cb-4e14-b4f3-343f0db28d0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 200 len: 217 time: 0.0457544 Jun 17 08:52:17.558533 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:17.676264 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=17 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:17.679315 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=58 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:17.745983 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec2143-5a7d-42c6-ab0c-2cd9d1d11e90 req-03182824-a3c9-47bc-920c-42f7677a17b1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:17.747679 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2cec2143-5a7d-42c6-ab0c-2cd9d1d11e90 req-03182824-a3c9-47bc-920c-42f7677a17b1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.1193964 Jun 17 08:52:17.819563 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2cec2143-5a7d-42c6-ab0c-2cd9d1d11e90 req-94f2a289-7ea2-4dc8-8591-f7e0c77d5fb2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626822 Jun 17 08:52:18.044824 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:18.153339 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee39ed-c427-433f-874f-c6fe0000f829 req-4b9ed02a-2de8-4bb2-90e7-db84ecd846ea tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:18.161075 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cbee39ed-c427-433f-874f-c6fe0000f829 req-4b9ed02a-2de8-4bb2-90e7-db84ecd846ea tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0665245 Jun 17 08:52:18.223995 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cbee39ed-c427-433f-874f-c6fe0000f829 req-cf2026fe-315c-4c2f-85ab-877e99b2fd5c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619202 Jun 17 08:52:18.394219 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14f78-4c1a-4a9e-84e7-ec29b875e755 req-9953f836-139c-44c6-b249-35dd57b4637b tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:18.401735 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-daa14f78-4c1a-4a9e-84e7-ec29b875e755 req-9953f836-139c-44c6-b249-35dd57b4637b tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.0716555 Jun 17 08:52:18.471781 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-daa14f78-4c1a-4a9e-84e7-ec29b875e755 req-e12431b7-dccb-46ef-a2f6-92c1e07293a0 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650127 Jun 17 08:52:18.919849 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190632e-6d56-422c-91e2-317db56aed3b req-b5db6087-f467-4ad8-83b3-b45b6f7ed8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:18.919849 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d190632e-6d56-422c-91e2-317db56aed3b req-b5db6087-f467-4ad8-83b3-b45b6f7ed8cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.0533931 Jun 17 08:52:18.988204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65878cdd-6a2a-471f-94e9-8bb0f7e63cd8 req-1dc349d7-aa37-4540-b2ad-bba21096c76a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:18.989746 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65878cdd-6a2a-471f-94e9-8bb0f7e63cd8 req-1dc349d7-aa37-4540-b2ad-bba21096c76a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.0897195 Jun 17 08:52:18.991047 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190632e-6d56-422c-91e2-317db56aed3b req-0db6a9b9-3ba8-40f4-9004-e6366af6afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:18.992677 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d190632e-6d56-422c-91e2-317db56aed3b req-0db6a9b9-3ba8-40f4-9004-e6366af6afbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657547 Jun 17 08:52:19.039630 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65878cdd-6a2a-471f-94e9-8bb0f7e63cd8 req-9e79be38-8b38-402f-9261-ee2b5f986a67 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Jun 17 08:52:19.295685 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:19.390618 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639c1d9-fa3f-4a32-bd84-41827c43020d req-46d27aac-8ae0-4588-ad11-c75542798680 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:19.392233 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7639c1d9-fa3f-4a32-bd84-41827c43020d req-46d27aac-8ae0-4588-ad11-c75542798680 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0889001 Jun 17 08:52:19.403755 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-69504829-f117-4e0c-8eaa-d18a7361ec42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:19.455984 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d190632e-6d56-422c-91e2-317db56aed3b req-a03f9b56-ecbe-41c1-ad52-ac2dcaa92b52 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474578 Jun 17 08:52:19.464826 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7639c1d9-fa3f-4a32-bd84-41827c43020d req-b9438d9c-f8fd-46c4-a9c5-b1db3527f182 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668340 Jun 17 08:52:19.601906 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e90a40-4d09-4bee-9a0b-c5eb100d81bf req-d3aee69e-c171-4f78-ab65-a9daee84d560 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:19.602916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d5e90a40-4d09-4bee-9a0b-c5eb100d81bf req-d3aee69e-c171-4f78-ab65-a9daee84d560 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.0608609 Jun 17 08:52:19.706599 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d5e90a40-4d09-4bee-9a0b-c5eb100d81bf req-0db37dbd-b499-46b4-9324-af881bc66529 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544689 Jun 17 08:52:20.158534 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55f561-7652-421f-a4f5-152322155523 req-0c7ee4b2-660b-40ca-873b-c8352c5a519d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:20.213680 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ca55f561-7652-421f-a4f5-152322155523 req-0c7ee4b2-660b-40ca-873b-c8352c5a519d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.0516326 Jun 17 08:52:20.213680 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ca55f561-7652-421f-a4f5-152322155523 req-6f5de04e-019f-43aa-b409-7151dcf55d81 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Jun 17 08:52:20.584549 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feeba66-150c-45d2-b163-e0224782cdda req-dfb2d86d-55af-4d6f-8b9d-9b9d83ac5089 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:20.585925 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2feeba66-150c-45d2-b163-e0224782cdda req-dfb2d86d-55af-4d6f-8b9d-9b9d83ac5089 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0513787 Jun 17 08:52:20.632395 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2feeba66-150c-45d2-b163-e0224782cdda req-b6cb0b0f-242b-43f0-be57-e303811f4644 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408549 Jun 17 08:52:20.816199 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50632189-8a49-4b0d-8b58-59143122b35c req-9c6c3bad-afd9-4e41-86cc-2b505ba4e1f0 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:20.817700 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50632189-8a49-4b0d-8b58-59143122b35c req-9c6c3bad-afd9-4e41-86cc-2b505ba4e1f0 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 944 time: 0.0583694 Jun 17 08:52:20.871392 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50632189-8a49-4b0d-8b58-59143122b35c req-8ede5657-1b73-4312-94b1-26dbe4d6365e tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Jun 17 08:52:20.997116 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:21.270184 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d190632e-6d56-422c-91e2-317db56aed3b req-233968a9-0bbb-4447-81d8-3454ad302a3f service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926461 Jun 17 08:52:21.345561 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd055f13-6b10-4ee9-8a1f-ad24f18e60b5 req-1cb9edbb-d99a-4474-946d-abe116fb3559 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:21.347456 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd055f13-6b10-4ee9-8a1f-ad24f18e60b5 req-1cb9edbb-d99a-4474-946d-abe116fb3559 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.0630913 Jun 17 08:52:21.407930 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd055f13-6b10-4ee9-8a1f-ad24f18e60b5 req-b0a687bc-b671-4507-9bef-d0d5f12b53bb tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541425 Jun 17 08:52:21.549928 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b089d395-a218-45c9-907d-df2425df186f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:52:21.598661 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:21.676027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b089d395-a218-45c9-907d-df2425df186f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b089d395-a218-45c9-907d-df2425df186f,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:21.689242 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'b089d395-a218-45c9-907d-df2425df186f', 'network_id': 'e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b', 'port_id': 'b089d395-a218-45c9-907d-df2425df186f', 'mac_address': 'fa:16:3e:26:45:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3776d131-7a53-4bef-a49d-0085b473fab8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:52:21.693100 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-622c64d7-b32a-4580-a794-899eed511c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:21.732962 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port b089d395-a218-45c9-907d-df2425df186f is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:21.733343 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b089d395-a218-45c9-907d-df2425df186f), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:21.747698 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b089d395-a218-45c9-907d-df2425df186f {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:52:21.761492 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63cbff-82b0-4f41-a64d-2393e3a13c06 req-4db22d33-0c46-4689-a788-d6bee7b01887 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:21.763247 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2e63cbff-82b0-4f41-a64d-2393e3a13c06 req-4db22d33-0c46-4689-a788-d6bee7b01887 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0537035 Jun 17 08:52:21.790656 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b089d395-a218-45c9-907d-df2425df186f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b089d395-a218-45c9-907d-df2425df186f,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:21.837786 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2e63cbff-82b0-4f41-a64d-2393e3a13c06 req-3150f8f0-ac03-4c7a-81bc-50206bcb9264 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650022 Jun 17 08:52:21.889898 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (b089d395-a218-45c9-907d-df2425df186f), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:21.949852 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=b089d395-a218-45c9-907d-df2425df186f,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:21.999537 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c29a1f-ca59-48db-a18c-d7da4700231d req-9fb1b4ef-9b84-442b-a313-9c8209153671 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:22.001031 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e8c29a1f-ca59-48db-a18c-d7da4700231d req-9fb1b4ef-9b84-442b-a313-9c8209153671 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 945 time: 0.0564332 Jun 17 08:52:22.058162 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e8c29a1f-ca59-48db-a18c-d7da4700231d req-1c136426-7832-4d1f-929d-41a67ea21440 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513222 Jun 17 08:52:22.156492 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['b089d395-a218-45c9-907d-df2425df186f'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:52:22.350716 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:22.369904 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:22.550215 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6837e5f-139b-4475-8595-1b30d6e4c276 req-6a4d5075-894f-4fb5-a3c7-2b349b3a2150 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:22.551745 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6837e5f-139b-4475-8595-1b30d6e4c276 req-6a4d5075-894f-4fb5-a3c7-2b349b3a2150 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.0482192 Jun 17 08:52:22.566784 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:22.604340 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6837e5f-139b-4475-8595-1b30d6e4c276 req-50eacf89-b1c5-46c1-9036-d3c4cae5e8bf tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jun 17 08:52:22.672472 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:22.949762 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0633e46-dbd8-435d-9684-35ca97725a11 req-8497f51f-acf7-47e1-8039-cee5925c6973 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:22.951282 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0633e46-dbd8-435d-9684-35ca97725a11 req-8497f51f-acf7-47e1-8039-cee5925c6973 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0467024 Jun 17 08:52:22.963968 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:23.016320 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0633e46-dbd8-435d-9684-35ca97725a11 req-d0efa46d-2d52-4d04-be2f-c39a1a33bd42 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590663 Jun 17 08:52:23.177184 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be066a-9549-4f2a-a12e-a34db1dca09b req-2b375a56-471b-4a4c-b85e-68009ea66cbc tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:23.179646 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20be066a-9549-4f2a-a12e-a34db1dca09b req-2b375a56-471b-4a4c-b85e-68009ea66cbc tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 945 time: 0.0487294 Jun 17 08:52:23.236391 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20be066a-9549-4f2a-a12e-a34db1dca09b req-b3d73df2-f31a-4f22-8ac0-a0837737c5b2 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Jun 17 08:52:23.719655 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61648c67-34e5-43c9-8387-ac64446faf7f req-24bc7b5f-4d14-454b-a002-c8333388b631 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:23.721121 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-61648c67-34e5-43c9-8387-ac64446faf7f req-24bc7b5f-4d14-454b-a002-c8333388b631 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.0497663 Jun 17 08:52:23.770618 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-61648c67-34e5-43c9-8387-ac64446faf7f req-9776491a-92a1-495a-a2ad-7c69dbe5cdb4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Jun 17 08:52:23.832504 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:23.976175 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:24.090407 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:24.183044 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f795-ea68-4c47-97d5-b79f6d38b380 req-fdd98e24-2cdc-4906-9296-29ea9573cab6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:24.184650 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3505f795-ea68-4c47-97d5-b79f6d38b380 req-fdd98e24-2cdc-4906-9296-29ea9573cab6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0471525 Jun 17 08:52:24.234229 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3505f795-ea68-4c47-97d5-b79f6d38b380 req-ea131b86-4741-4866-ba01-40dd4b66fead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Jun 17 08:52:24.349575 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb243266-8be5-4e4a-8160-c877bf5e3741 req-d561c008-db8e-42b7-bb6b-76781881ffda tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:24.350960 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eb243266-8be5-4e4a-8160-c877bf5e3741 req-d561c008-db8e-42b7-bb6b-76781881ffda tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 945 time: 0.0461197 Jun 17 08:52:24.414873 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eb243266-8be5-4e4a-8160-c877bf5e3741 req-cbfbd51f-6759-41c8-a4be-38e6537106e6 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Jun 17 08:52:24.734030 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:24.869116 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:24.886832 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc753-c544-4530-a319-a31e5c5000bf req-74890ec4-b701-4f7f-a8e2-b06d9f7264cb tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:24.888381 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-490bc753-c544-4530-a319-a31e5c5000bf req-74890ec4-b701-4f7f-a8e2-b06d9f7264cb tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 944 time: 0.0489876 Jun 17 08:52:24.938708 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-490bc753-c544-4530-a319-a31e5c5000bf req-b4fb4136-8d53-4eb9-9420-93bfcbc9e59d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Jun 17 08:52:25.218198 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 62eb07ca-d310-44bf-a6bd-62e5e42d4403 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:52:25.351039 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b089d395-a218-45c9-907d-df2425df186f up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:52:25.361465 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a53e28-2fc2-40df-b5ab-bbd542eb4232 req-2a778b3c-35bb-4773-88fe-a5d4dd3d9a02 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:25.361465 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-61a53e28-2fc2-40df-b5ab-bbd542eb4232 req-2a778b3c-35bb-4773-88fe-a5d4dd3d9a02 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0492175 Jun 17 08:52:25.410830 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-61a53e28-2fc2-40df-b5ab-bbd542eb4232 req-ae6932dc-bb6e-42d6-8a1b-fb74ff69a835 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 Jun 17 08:52:25.492192 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 62eb07ca-d310-44bf-a6bd-62e5e42d4403, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:25.495415 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port b089d395-a218-45c9-907d-df2425df186f completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:52:25.507040 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:52:25.540276 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc992575-ed98-4c65-8e33-0047beb72dc2 req-68fb55ad-d6df-4f4e-a40e-b4a753a819b7 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:25.541844 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dc992575-ed98-4c65-8e33-0047beb72dc2 req-68fb55ad-d6df-4f4e-a40e-b4a753a819b7 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 945 time: 0.0630765 Jun 17 08:52:25.543302 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:25.543755 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:25.559445 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62eb07ca-d310-44bf-a6bd-62e5e42d4403 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:52:25.568999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:25.580424 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 62eb07ca-d310-44bf-a6bd-62e5e42d4403, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:25.586568 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port b089d395-a218-45c9-907d-df2425df186f triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:25.586568 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (b089d395-a218-45c9-907d-df2425df186f), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:25.591594 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dc992575-ed98-4c65-8e33-0047beb72dc2 req-2e4f0253-7aa8-4ae5-b3c5-816e4a28bda0 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Jun 17 08:52:25.659343 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port b089d395-a218-45c9-907d-df2425df186f is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:25.659720 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b089d395-a218-45c9-907d-df2425df186f), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:25.670231 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:25.670917 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:52:25.712732 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b089d395-a218-45c9-907d-df2425df186f'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:25.805864 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b089d395-a218-45c9-907d-df2425df186f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b089d395-a218-45c9-907d-df2425df186f,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:25.807294 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.db.resource_extend [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:52:25.881975 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=62eb07ca-d310-44bf-a6bd-62e5e42d4403,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.902863 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:25.905297 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (b089d395-a218-45c9-907d-df2425df186f), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:25.936877 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee97dd5d-b7f0-4e56-8aae-1b1b7b26f966" -d '{"events": [{"server_uuid": "6a2cc759-7f2e-4308-aaf4-8ac7befa64de", "name": "network-vif-plugged", "status": "completed", "tag": "b089d395-a218-45c9-907d-df2425df186f"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:25.944312 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'port_id': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'mac_address': 'fa:16:3e:11:89:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:52:25.992047 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:25.997565 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=b089d395-a218-45c9-907d-df2425df186f,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:26.006907 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:26.007294 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:26.026896 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051f4b45-cbb1-44c1-92a3-54becef75c28 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:52:26.051033 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:26.083824 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e1bb5c-7def-4f13-86bb-72b3dd8bad85 x-openstack-request-id: req-b8e1bb5c-7def-4f13-86bb-72b3dd8bad85 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:26.084296 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cc759-7f2e-4308-aaf4-8ac7befa64de", "name": "network-vif-plugged", "status": "completed", "tag": "b089d395-a218-45c9-907d-df2425df186f", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:26.085275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8e1bb5c-7def-4f13-86bb-72b3dd8bad85 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:26.085755 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e1bb5c-7def-4f13-86bb-72b3dd8bad85'] response: {'server_uuid': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b089d395-a218-45c9-907d-df2425df186f', 'code': 200} Jun 17 08:52:26.096288 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abfba1-4720-4858-a918-d94ed11de590 req-0e0d73e6-91b9-43b8-89b3-06dbb3b49962 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:26.097762 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-98abfba1-4720-4858-a918-d94ed11de590 req-0e0d73e6-91b9-43b8-89b3-06dbb3b49962 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 945 time: 0.0566607 Jun 17 08:52:26.129182 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:26.146232 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-98abfba1-4720-4858-a918-d94ed11de590 req-c1b1cf45-9aea-499c-b8b4-8f2e52e1148c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Jun 17 08:52:26.164829 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:26.179046 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:26.540043 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d774e-8001-4e10-8ca4-0f2e4cffe670 req-39c2fe64-0d70-4129-a9a5-9e804fef8cdd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:26.541585 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-069d774e-8001-4e10-8ca4-0f2e4cffe670 req-39c2fe64-0d70-4129-a9a5-9e804fef8cdd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 945 time: 0.0515528 Jun 17 08:52:26.588909 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-069d774e-8001-4e10-8ca4-0f2e4cffe670 req-bfd1333d-7a69-411a-be8c-7776fb5d71a9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415976 Jun 17 08:52:26.706193 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22b062-6ddc-4a6a-8604-978046826136 req-18b0164d-89b8-4f06-87ff-92e3f91f7ab3 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:26.707699 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5a22b062-6ddc-4a6a-8604-978046826136 req-18b0164d-89b8-4f06-87ff-92e3f91f7ab3 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0480578 Jun 17 08:52:26.756887 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5a22b062-6ddc-4a6a-8604-978046826136 req-ac745383-55c3-46a3-b54a-d4a008199e68 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Jun 17 08:52:27.260227 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a9ddf-42f6-4c02-99dc-3ce2d61f749f req-2ef8dabb-4df1-4041-a6d1-50cf038e0f98 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:27.262876 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b24a9ddf-42f6-4c02-99dc-3ce2d61f749f req-2ef8dabb-4df1-4041-a6d1-50cf038e0f98 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 945 time: 0.0479305 Jun 17 08:52:27.318551 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b24a9ddf-42f6-4c02-99dc-3ce2d61f749f req-1de241f3-ab57-4517-8147-4263be46726d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511146 Jun 17 08:52:27.705357 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ff18-c190-427b-8c94-2b8b93490689 req-d23dea3a-9af1-42bb-9a8b-81e9f7b8921e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:27.706834 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3193ff18-c190-427b-8c94-2b8b93490689 req-d23dea3a-9af1-42bb-9a8b-81e9f7b8921e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 945 time: 0.0465007 Jun 17 08:52:27.754958 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3193ff18-c190-427b-8c94-2b8b93490689 req-2c944186-409f-428e-93d4-94fc2174236d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Jun 17 08:52:27.872024 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e342d0-9670-4383-947c-9a29bbcd6a86 req-0728d91d-04b8-4a26-a89e-8dff4ac57ac9 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:27.873417 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-26e342d0-9670-4383-947c-9a29bbcd6a86 req-0728d91d-04b8-4a26-a89e-8dff4ac57ac9 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0478559 Jun 17 08:52:27.921896 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-26e342d0-9670-4383-947c-9a29bbcd6a86 req-9c98405c-2b0f-4399-bbfa-fa76aa4a4715 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Jun 17 08:52:28.306668 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['051f4b45-cbb1-44c1-92a3-54becef75c28'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:52:28.390070 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcefb-a364-4d20-8d75-cd0ab1030af3 req-8d452118-4ae9-4c36-b494-fd86c014a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:28.391689 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4d2dcefb-a364-4d20-8d75-cd0ab1030af3 req-8d452118-4ae9-4c36-b494-fd86c014a302 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 1130 time: 0.0840385 Jun 17 08:52:28.397418 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['62eb07ca-d310-44bf-a6bd-62e5e42d4403'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:52:28.414558 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4d2dcefb-a364-4d20-8d75-cd0ab1030af3 req-15b8b27c-0296-40f4-b322-756393f2b3d2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:28.464272 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:28.469811 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66ab2-2c83-47b5-9d8d-d06a904bcc61 req-07a1fa4e-35dc-4f22-9944-da2badc27fdd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:28.477357 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-44d66ab2-2c83-47b5-9d8d-d06a904bcc61 req-07a1fa4e-35dc-4f22-9944-da2badc27fdd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 945 time: 0.0705779 Jun 17 08:52:28.554061 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4d2dcefb-a364-4d20-8d75-cd0ab1030af3 req-15b8b27c-0296-40f4-b322-756393f2b3d2 service neutron] Publish callbacks [] for security_group (6ce65e0b-80f9-480b-90c3-a3340ba64463), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:28.562805 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-44d66ab2-2c83-47b5-9d8d-d06a904bcc61 req-eccb1429-44eb-48f9-bb7b-df314b7b16b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843458 Jun 17 08:52:28.626424 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4d2dcefb-a364-4d20-8d75-cd0ab1030af3 req-15b8b27c-0296-40f4-b322-756393f2b3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (6ce65e0b-80f9-480b-90c3-a3340ba64463), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:28.673809 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4d2dcefb-a364-4d20-8d75-cd0ab1030af3 req-15b8b27c-0296-40f4-b322-756393f2b3d2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753160 Jun 17 08:52:28.674441 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8b27c-0296-40f4-b322-756393f2b3d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce65e0b-80f9-480b-90c3-a3340ba64463,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:28.871316 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf798e-d370-4010-9407-34b67628a8b5 req-0fc4f24b-0153-4f58-9e32-6af8095b4ee0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:28.872839 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8ddf798e-d370-4010-9407-34b67628a8b5 req-0fc4f24b-0153-4f58-9e32-6af8095b4ee0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 945 time: 0.0468009 Jun 17 08:52:28.920212 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8ddf798e-d370-4010-9407-34b67628a8b5 req-2814770e-797c-4345-a9bd-51b2b0f1a3ce tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Jun 17 08:52:29.030106 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:29.038857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3153fd-cf30-41d2-be21-c540eb95de92 req-5fa992bd-8f85-43a6-87a0-3d997b978c29 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:29.040348 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6a3153fd-cf30-41d2-be21-c540eb95de92 req-5fa992bd-8f85-43a6-87a0-3d997b978c29 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0509338 Jun 17 08:52:29.080841 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37164) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:29.093632 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6a3153fd-cf30-41d2-be21-c540eb95de92 req-5d7d3652-3e3f-4121-beba-a7c085f8bfd5 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Jun 17 08:52:29.199011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bdf5-2718-4bed-9ccf-7da4751e9d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:29.283232 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bdf5-2718-4bed-9ccf-7da4751e9d12 admin admin] Publish callbacks [] for security_group (9fa2bd8d-5483-4878-b9ed-489cec52c16f), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:29.381153 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a7d1bdf5-2718-4bed-9ccf-7da4751e9d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9fa2bd8d-5483-4878-b9ed-489cec52c16f), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:29.416757 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:29.419743 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1bdf5-2718-4bed-9ccf-7da4751e9d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2bd8d-5483-4878-b9ed-489cec52c16f,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:29.423828 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-a7d1bdf5-2718-4bed-9ccf-7da4751e9d12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab38778feedf41c29363ded88e587908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419793 Jun 17 08:52:29.426680 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37180) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:29.474762 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5409-401a-4bfa-b727-098c84b46515 admin admin] Publish callbacks [] for security_group (9fa2bd8d-5483-4878-b9ed-489cec52c16f), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:29.498640 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5409-401a-4bfa-b727-098c84b46515 admin admin] Publish callbacks [] for security_group (9fa2bd8d-5483-4878-b9ed-489cec52c16f), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:29.649847 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5409-401a-4bfa-b727-098c84b46515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9fa2bd8d-5483-4878-b9ed-489cec52c16f), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:29.652382 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5409-401a-4bfa-b727-098c84b46515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:29.656113 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b2fe5409-401a-4bfa-b727-098c84b46515 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9fa2bd8d-5483-4878-b9ed-489cec52c16f HTTP/1.1" status: 204 len: 168 time: 0.2259409 Jun 17 08:52:29.664569 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe5409-401a-4bfa-b727-098c84b46515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2bd8d-5483-4878-b9ed-489cec52c16f,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:29.690853 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd89e99-43f3-4407-88da-ab7c40dfb78e req-45a6e939-fae1-4647-9e66-ea1ac8f65f87 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:29.699931 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-afd89e99-43f3-4407-88da-ab7c40dfb78e req-45a6e939-fae1-4647-9e66-ea1ac8f65f87 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 945 time: 0.0654349 Jun 17 08:52:29.750029 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-afd89e99-43f3-4407-88da-ab7c40dfb78e req-eea8badb-0404-4182-8d96-326dc76ec627 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491266 Jun 17 08:52:30.003437 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 62eb07ca-d310-44bf-a6bd-62e5e42d4403 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:52:30.057332 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:52:30.076415 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5155a-ce90-49a1-8fe3-90055dee41f0 req-42f96d48-39f0-4c06-8c7d-c3b2ba41ae03 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:30.078173 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c4c5155a-ce90-49a1-8fe3-90055dee41f0 req-42f96d48-39f0-4c06-8c7d-c3b2ba41ae03 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 945 time: 0.0542765 Jun 17 08:52:30.127434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c4c5155a-ce90-49a1-8fe3-90055dee41f0 req-12db6895-1e1c-470e-bd20-9f7483da1571 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435762 Jun 17 08:52:30.141474 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:30.141988 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.182628 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:30.243074 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47011b8-fd53-4bb0-92fa-e4600bb0189f req-d33a4583-2359-4865-861f-88eb099e964d tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:30.244897 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a47011b8-fd53-4bb0-92fa-e4600bb0189f req-d33a4583-2359-4865-861f-88eb099e964d tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0719597 Jun 17 08:52:30.251927 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:30.252526 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.286228 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:30.288510 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ce09cd-d356-418f-a9f4-c6a9c3105619" -d '{"events": [{"server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "name": "network-vif-plugged", "status": "completed", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:30.302357 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 62eb07ca-d310-44bf-a6bd-62e5e42d4403, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:30.306301 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a47011b8-fd53-4bb0-92fa-e4600bb0189f req-28adb660-e449-4a37-8162-bd71bc65b303 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537400 Jun 17 08:52:30.338310 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fba259-56e1-41f6-8e78-3640862d6b11 x-openstack-request-id: req-05fba259-56e1-41f6-8e78-3640862d6b11 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:30.338622 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "name": "network-vif-plugged", "status": "completed", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:30.338955 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05fba259-56e1-41f6-8e78-3640862d6b11 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:30.339371 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fba259-56e1-41f6-8e78-3640862d6b11'] response: {'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'code': 200} Jun 17 08:52:30.415505 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.416500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:52:30.493722 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37228) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:30.509167 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b4bc-c00e-46b0-bac5-b4f99a3b9213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.513406 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=62eb07ca-d310-44bf-a6bd-62e5e42d4403,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.536211 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37232) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:30.537782 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 051f4b45-cbb1-44c1-92a3-54becef75c28 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:52:30.603678 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b4bc-c00e-46b0-bac5-b4f99a3b9213 admin admin] Publish callbacks [] for security_group (735eec52-5c5c-4a32-bdf7-597661428220), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.661772 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 051f4b45-cbb1-44c1-92a3-54becef75c28 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:52:30.662194 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.686789 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b4bc-c00e-46b0-bac5-b4f99a3b9213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (735eec52-5c5c-4a32-bdf7-597661428220), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.730308 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3b4bc-c00e-46b0-bac5-b4f99a3b9213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735eec52-5c5c-4a32-bdf7-597661428220,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.755500 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-4cd3b4bc-c00e-46b0-bac5-b4f99a3b9213 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb5100c8ea2b4e829b04e6a4eb4fe53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595730 Jun 17 08:52:30.755964 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37242) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:30.782889 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e68234e0-d040-4266-8f9f-2261001bec54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.810248 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:52:30.810767 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.846900 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:30.898094 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-491b7819-5c68-4999-bae3-ef58e9932314 admin admin] Publish callbacks [] for security_group (735eec52-5c5c-4a32-bdf7-597661428220), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.928354 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f098db2-968b-4219-8084-3eec586ee683 req-986bb444-c4ec-44f0-a25f-e9d7f37660db tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:30.929595 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.929809 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f098db2-968b-4219-8084-3eec586ee683 req-986bb444-c4ec-44f0-a25f-e9d7f37660db tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0845149 Jun 17 08:52:30.935198 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:30.960096 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:30.968469 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-491b7819-5c68-4999-bae3-ef58e9932314 admin admin] Publish callbacks [] for security_group (735eec52-5c5c-4a32-bdf7-597661428220), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:30.982228 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.033562 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e68234e0-d040-4266-8f9f-2261001bec54 admin admin] Publish callbacks [] for security_group (de90660c-e897-42cf-9bc5-f046247be893), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.045879 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f098db2-968b-4219-8084-3eec586ee683 req-482f8b82-9e32-4d89-8b57-5299a44f2217 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090453 Jun 17 08:52:31.100964 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e68234e0-d040-4266-8f9f-2261001bec54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (de90660c-e897-42cf-9bc5-f046247be893), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.147120 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-e68234e0-d040-4266-8f9f-2261001bec54 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8af9779d5d82490788251b8cb8d3a5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094093 Jun 17 08:52:31.148110 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68234e0-d040-4266-8f9f-2261001bec54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de90660c-e897-42cf-9bc5-f046247be893,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.150575 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37252) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:31.180986 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-491b7819-5c68-4999-bae3-ef58e9932314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (735eec52-5c5c-4a32-bdf7-597661428220), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.183927 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-491b7819-5c68-4999-bae3-ef58e9932314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.188575 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-491b7819-5c68-4999-bae3-ef58e9932314 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/735eec52-5c5c-4a32-bdf7-597661428220 HTTP/1.1" status: 204 len: 168 time: 0.4303408 Jun 17 08:52:31.201033 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b7819-5c68-4999-bae3-ef58e9932314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735eec52-5c5c-4a32-bdf7-597661428220,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.210216 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-90ae2724-e144-4e7d-98ed-bd8fe4b1fbe4 admin admin] Publish callbacks [] for security_group (de90660c-e897-42cf-9bc5-f046247be893), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.244625 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-90ae2724-e144-4e7d-98ed-bd8fe4b1fbe4 admin admin] Publish callbacks [] for security_group (de90660c-e897-42cf-9bc5-f046247be893), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.282288 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b49f5-6532-45eb-b23c-df47b8b06c88 req-73f5ba8d-a183-4a5e-b86b-2250e116cd2c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:31.283745 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe2b49f5-6532-45eb-b23c-df47b8b06c88 req-73f5ba8d-a183-4a5e-b86b-2250e116cd2c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0543308 Jun 17 08:52:31.340632 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe2b49f5-6532-45eb-b23c-df47b8b06c88 req-694952a7-d908-425b-ab09-b20f95a0f57e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509706 Jun 17 08:52:31.404614 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-90ae2724-e144-4e7d-98ed-bd8fe4b1fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (de90660c-e897-42cf-9bc5-f046247be893), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.407445 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-90ae2724-e144-4e7d-98ed-bd8fe4b1fbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:31.408730 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-90ae2724-e144-4e7d-98ed-bd8fe4b1fbe4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de90660c-e897-42cf-9bc5-f046247be893 HTTP/1.1" status: 204 len: 168 time: 0.2568905 Jun 17 08:52:31.417538 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae2724-e144-4e7d-98ed-bd8fe4b1fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de90660c-e897-42cf-9bc5-f046247be893,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.428133 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c10ea3-e3dd-4007-b0a4-bfad2f0a9dc8 req-03dbf31c-699c-4abc-b651-ab7fceee4ff9 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:31.429682 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-64c10ea3-e3dd-4007-b0a4-bfad2f0a9dc8 req-03dbf31c-699c-4abc-b651-ab7fceee4ff9 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0522804 Jun 17 08:52:31.466515 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:31.482252 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-64c10ea3-e3dd-4007-b0a4-bfad2f0a9dc8 req-2e16a799-06d2-4e4e-b370-a37eee3455a0 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Jun 17 08:52:32.155736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37292) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:32.181825 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-46b66828-39d1-4b6e-bc07-17cfedfa38db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:32.192460 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9bd2-75b3-4c25-9263-a39837e080fc req-45269492-18f4-437b-9151-589403b2c7a3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:32.193916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-91cd9bd2-75b3-4c25-9263-a39837e080fc req-45269492-18f4-437b-9151-589403b2c7a3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0756905 Jun 17 08:52:32.237327 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:32.276083 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-91cd9bd2-75b3-4c25-9263-a39837e080fc req-8e73f2a0-d3f7-4bfa-ba8f-4ba8505df275 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728841 Jun 17 08:52:32.314388 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-46b66828-39d1-4b6e-bc07-17cfedfa38db admin admin] Publish callbacks [] for security_group (7166465d-dc96-475a-a59b-5db123db72e0), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:32.340500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:32.343117 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e645ae5b-dec1-4a81-b449-690590b92ffa" -d '{"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-plugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:32.382707 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7e4cb-0450-43c2-b272-e6bbdd6f6a07 x-openstack-request-id: req-0de7e4cb-0450-43c2-b272-e6bbdd6f6a07 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:32.382707 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-plugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:32.382707 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0de7e4cb-0450-43c2-b272-e6bbdd6f6a07 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:32.382707 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de7e4cb-0450-43c2-b272-e6bbdd6f6a07'] response: {'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'code': 200} Jun 17 08:52:32.399142 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-46b66828-39d1-4b6e-bc07-17cfedfa38db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7166465d-dc96-475a-a59b-5db123db72e0), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:32.437985 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b66828-39d1-4b6e-bc07-17cfedfa38db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166465d-dc96-475a-a59b-5db123db72e0,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:32.491894 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-46b66828-39d1-4b6e-bc07-17cfedfa38db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34c393f1558048d191fceb72b7559e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347383 Jun 17 08:52:32.495223 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37304) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:32.501950 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8763472-6f65-46fb-bac6-355571cf0169 req-0f39c139-188e-4ee9-86d9-aa191d6793a7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:32.508826 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8763472-6f65-46fb-bac6-355571cf0169 req-0f39c139-188e-4ee9-86d9-aa191d6793a7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0729778 Jun 17 08:52:32.552422 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e1363d-03b4-4515-b545-af70a384bec2 admin admin] Publish callbacks [] for security_group (7166465d-dc96-475a-a59b-5db123db72e0), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:32.560916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8763472-6f65-46fb-bac6-355571cf0169 req-0e3d523f-dc17-40b5-a60b-606010b378ee tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512159 Jun 17 08:52:32.579852 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e1363d-03b4-4515-b545-af70a384bec2 admin admin] Publish callbacks [] for security_group (7166465d-dc96-475a-a59b-5db123db72e0), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:32.730458 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e1363d-03b4-4515-b545-af70a384bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7166465d-dc96-475a-a59b-5db123db72e0), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:32.732958 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e1363d-03b4-4515-b545-af70a384bec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:32.734104 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f8e1363d-03b4-4515-b545-af70a384bec2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7166465d-dc96-475a-a59b-5db123db72e0 HTTP/1.1" status: 204 len: 168 time: 0.2373600 Jun 17 08:52:32.744254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1363d-03b4-4515-b545-af70a384bec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166465d-dc96-475a-a59b-5db123db72e0,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:33.398970 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f514-42cf-4bc0-9362-929cfef44aa5 req-8c017ac4-c05e-4d63-8beb-8ed5fe3de491 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:33.402094 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9021f514-42cf-4bc0-9362-929cfef44aa5 req-8c017ac4-c05e-4d63-8beb-8ed5fe3de491 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0539937 Jun 17 08:52:33.461613 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9021f514-42cf-4bc0-9362-929cfef44aa5 req-305de8ca-f2e7-4503-b6e0-b9ec91787c82 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529549 Jun 17 08:52:33.552446 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b146e97-21af-4708-a2bd-04135f6685ca req-32646a56-0530-4874-9aac-9777ce106030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:33.554599 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1b146e97-21af-4708-a2bd-04135f6685ca req-32646a56-0530-4874-9aac-9777ce106030 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 1130 time: 0.0442812 Jun 17 08:52:33.594042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:33.612536 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1b146e97-21af-4708-a2bd-04135f6685ca req-fc2df2de-80ac-4417-a7ee-70b639d57d0f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500329 Jun 17 08:52:33.715133 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220dc10-dce6-4088-848e-d2ace3e89158 req-76da8aeb-c7a5-4cea-abef-446825446e7c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:33.716953 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0220dc10-dce6-4088-848e-d2ace3e89158 req-76da8aeb-c7a5-4cea-abef-446825446e7c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0668035 Jun 17 08:52:33.792072 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0220dc10-dce6-4088-848e-d2ace3e89158 req-67ea96c9-ed28-4181-a053-7fdcd7772ea1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639949 Jun 17 08:52:33.902428 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e440fe-0ca3-4723-96ba-970f3cc84940 req-701fc033-4d8f-4987-bbbc-17188a98823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:33.904050 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-03e440fe-0ca3-4723-96ba-970f3cc84940 req-701fc033-4d8f-4987-bbbc-17188a98823c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 1130 time: 0.0404484 Jun 17 08:52:33.955207 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-03e440fe-0ca3-4723-96ba-970f3cc84940 req-aeea1e06-9932-4777-b8ee-dd98f0da5559 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444155 Jun 17 08:52:34.592214 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2391c91-adfc-4d4b-8f8b-bb8d4c49b4de req-ed3ef180-c075-4274-8389-e551901a8358 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:34.593867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f2391c91-adfc-4d4b-8f8b-bb8d4c49b4de req-ed3ef180-c075-4274-8389-e551901a8358 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0635834 Jun 17 08:52:34.649041 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f2391c91-adfc-4d4b-8f8b-bb8d4c49b4de req-9f33e12c-47b5-4324-819b-4ef20e285155 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477335 Jun 17 08:52:34.947817 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac1b3d-045e-4e60-882c-b6ba5a5d7d4c req-a24ec69e-6b97-4db4-b198-28a268855cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:34.950281 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-33ac1b3d-045e-4e60-882c-b6ba5a5d7d4c req-a24ec69e-6b97-4db4-b198-28a268855cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0682473 Jun 17 08:52:34.991018 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:35.020011 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-33ac1b3d-045e-4e60-882c-b6ba5a5d7d4c req-2d3b554d-f335-403b-ae50-f24ee21ff81b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603487 Jun 17 08:52:35.452218 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37442) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:35.654983 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3d1d409e-540b-428c-82f2-91cb96f77982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:35.670783 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:35.776304 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a314-e20c-4e29-a7a9-c66d84e50171 req-5e4b8306-9c29-4b65-9f30-ab45d7e42d39 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:35.785320 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1cf3a314-e20c-4e29-a7a9-c66d84e50171 req-5e4b8306-9c29-4b65-9f30-ab45d7e42d39 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0600636 Jun 17 08:52:35.856466 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1cf3a314-e20c-4e29-a7a9-c66d84e50171 req-61dcf9b8-cd60-4dbb-af85-47b0c8eba1e9 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692422 Jun 17 08:52:35.920372 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3d1d409e-540b-428c-82f2-91cb96f77982 admin admin] Publish callbacks [] for security_group (039331e2-9763-4aa1-b745-043d750a26ab), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.010287 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3d1d409e-540b-428c-82f2-91cb96f77982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (039331e2-9763-4aa1-b745-043d750a26ab), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.070906 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-3d1d409e-540b-428c-82f2-91cb96f77982 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d29b75a5b644f23bf50726273034a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6174810 Jun 17 08:52:36.072313 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d409e-540b-428c-82f2-91cb96f77982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039331e2-9763-4aa1-b745-043d750a26ab,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:36.086153 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37474) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:36.120417 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66089af2-f230-47fa-85ce-9c76bd1e1066 req-7372f770-af8c-442b-b592-b175c3108d71 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:36.136869 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-66089af2-f230-47fa-85ce-9c76bd1e1066 req-7372f770-af8c-442b-b592-b175c3108d71 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.1383722 Jun 17 08:52:36.136952 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37482) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:36.136952 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:36.158569 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37484) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:36.194549 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9c2177f7-fe37-47d6-b9a5-0d55cefa7d3f admin admin] Publish callbacks [] for security_group (039331e2-9763-4aa1-b745-043d750a26ab), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.245808 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.251078 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9c2177f7-fe37-47d6-b9a5-0d55cefa7d3f admin admin] Publish callbacks [] for security_group (039331e2-9763-4aa1-b745-043d750a26ab), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.263907 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e30704-1bec-4d27-987f-dbb45b53ab9a req-41ac7eb7-a78d-4821-88c1-181d69088f2b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:36.265425 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f4e30704-1bec-4d27-987f-dbb45b53ab9a req-41ac7eb7-a78d-4821-88c1-181d69088f2b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0730414 Jun 17 08:52:36.298986 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:36.355106 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f4e30704-1bec-4d27-987f-dbb45b53ab9a req-746cc880-b643-4038-947a-bfbea184b372 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701809 Jun 17 08:52:36.362770 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8cc29b4c-cbed-4b3f-9ade-bd9c26abfea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.486770 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9c2177f7-fe37-47d6-b9a5-0d55cefa7d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (039331e2-9763-4aa1-b745-043d750a26ab), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.489305 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9c2177f7-fe37-47d6-b9a5-0d55cefa7d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.492770 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-9c2177f7-fe37-47d6-b9a5-0d55cefa7d3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/039331e2-9763-4aa1-b745-043d750a26ab HTTP/1.1" status: 204 len: 168 time: 0.4027076 Jun 17 08:52:36.516759 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f99dd-4e5f-4b7f-9d1a-79f00fde997b req-280aadf9-8375-409d-90cb-1f8f12bac3f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:36.518612 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dc5f99dd-4e5f-4b7f-9d1a-79f00fde997b req-280aadf9-8375-409d-90cb-1f8f12bac3f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0694153 Jun 17 08:52:36.534019 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2177f7-fe37-47d6-b9a5-0d55cefa7d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039331e2-9763-4aa1-b745-043d750a26ab,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:36.538411 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37496) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:36.549390 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'floatingip': {'port_id': '051f4b45-cbb1-44c1-92a3-54becef75c28'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:36.665869 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8cc29b4c-cbed-4b3f-9ade-bd9c26abfea3 admin admin] Publish callbacks [] for security_group (4b730afc-eae3-455e-8883-1edd2b1aad8e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.688768 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (e906101e-b395-4353-9980-49cb44fb0c5e), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.689927 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:36.779992 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8cc29b4c-cbed-4b3f-9ade-bd9c26abfea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4b730afc-eae3-455e-8883-1edd2b1aad8e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:36.994513 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.051833 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8cc29b4c-cbed-4b3f-9ade-bd9c26abfea3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=624bcb48062e4a319b34d66739a0e4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919079 Jun 17 08:52:37.057911 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc29b4c-cbed-4b3f-9ade-bd9c26abfea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b730afc-eae3-455e-8883-1edd2b1aad8e,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:37.060398 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37516) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:37.119996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.121950 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cfd0de9c-3fd0-4b6b-9d94-27a926b123ae admin admin] Publish callbacks [] for security_group (4b730afc-eae3-455e-8883-1edd2b1aad8e), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.172685 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:37.182723 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cfd0de9c-3fd0-4b6b-9d94-27a926b123ae admin admin] Publish callbacks [] for security_group (4b730afc-eae3-455e-8883-1edd2b1aad8e), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.271905 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db associated. External IP: 172.27.0.215, port: 62eb07ca-d310-44bf-a6bd-62e5e42d4403. Jun 17 08:52:37.397247 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37524) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:37.424196 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cfd0de9c-3fd0-4b6b-9d94-27a926b123ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4b730afc-eae3-455e-8883-1edd2b1aad8e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.426667 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cfd0de9c-3fd0-4b6b-9d94-27a926b123ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.428075 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-cfd0de9c-3fd0-4b6b-9d94-27a926b123ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b730afc-eae3-455e-8883-1edd2b1aad8e HTTP/1.1" status: 204 len: 168 time: 0.3657513 Jun 17 08:52:37.455669 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0de9c-3fd0-4b6b-9d94-27a926b123ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b730afc-eae3-455e-8883-1edd2b1aad8e,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:37.459850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9c912c4c-e13b-45fe-ac6f-bf29b2bd3e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.569315 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.db.resource_extend [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:52:37.641335 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9c912c4c-e13b-45fe-ac6f-bf29b2bd3e67 admin admin] Publish callbacks [] for security_group (29fed74b-793c-486d-b40f-74c364a16c63), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.642178 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.652446 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:52:37.746663 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9c912c4c-e13b-45fe-ac6f-bf29b2bd3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (29fed74b-793c-486d-b40f-74c364a16c63), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.747538 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e906101e-b395-4353-9980-49cb44fb0c5e), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.796976 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:52:37.802634 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.806450 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9c912c4c-e13b-45fe-ac6f-bf29b2bd3e67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0454e7ce92224614aebe8bf6670915e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081099 Jun 17 08:52:37.808733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c912c4c-e13b-45fe-ac6f-bf29b2bd3e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fed74b-793c-486d-b40f-74c364a16c63,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:37.813491 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:37.830428 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37532) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:37.834888 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:52:37.835948 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:37.873124 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b8d3f7a6-78f2-460b-a310-c8d1a4a8d151 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "PUT /v2.0/floatingips/c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db HTTP/1.1" status: 200 len: 992 time: 1.7413321 Jun 17 08:52:37.878075 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:37.879997 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Floating IP e906101e-b395-4353-9980-49cb44fb0c5e associated. External IP: 172.27.0.108, port: 051f4b45-cbb1-44c1-92a3-54becef75c28. Jun 17 08:52:37.880464 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdef27bb-f8ef-439d-b142-2e4263151761" -d '{"events": [{"name": "network-changed", "server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:37.912374 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2697457d-5052-4772-ab3e-f0f60ceb4e0a admin admin] Publish callbacks [] for security_group (29fed74b-793c-486d-b40f-74c364a16c63), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.944014 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4021d1b0-9c9d-4fe8-b3a4-670b31cb0136 x-openstack-request-id: req-4021d1b0-9c9d-4fe8-b3a4-670b31cb0136 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:37.944303 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:37.944558 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4021d1b0-9c9d-4fe8-b3a4-670b31cb0136 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:37.947786 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4021d1b0-9c9d-4fe8-b3a4-670b31cb0136'] response: {'name': 'network-changed', 'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'status': 'completed', 'code': 200} Jun 17 08:52:37.955273 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2697457d-5052-4772-ab3e-f0f60ceb4e0a admin admin] Publish callbacks [] for security_group (29fed74b-793c-486d-b40f-74c364a16c63), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:37.988748 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:52:38.035880 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:38.104767 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2697457d-5052-4772-ab3e-f0f60ceb4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (29fed74b-793c-486d-b40f-74c364a16c63), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:38.110126 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2697457d-5052-4772-ab3e-f0f60ceb4e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:38.111314 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2697457d-5052-4772-ab3e-f0f60ceb4e0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29fed74b-793c-486d-b40f-74c364a16c63 HTTP/1.1" status: 204 len: 168 time: 0.2788138 Jun 17 08:52:38.117105 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Router b131d064-9b69-45d7-bfbf-d576f3d8e49d has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:52:38.126308 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697457d-5052-4772-ab3e-f0f60ceb4e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fed74b-793c-486d-b40f-74c364a16c63,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:38.144483 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37546) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:38.178990 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37550) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:38.252544 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:52:38.258139 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:38.262833 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] Sync routers for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:38.273927 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:52:38.275548 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:38.292382 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:36Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:38.299758 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-2f05e75e-7b09-4b6e-b6c0-50b449c945aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "PUT /v2.0/floatingips/e906101e-b395-4353-9980-49cb44fb0c5e HTTP/1.1" status: 200 len: 992 time: 1.7577453 Jun 17 08:52:38.299758 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:38.300577 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f1949e-1612-47d4-be8d-fda317050c00" -d '{"events": [{"name": "network-changed", "server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:38.317995 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:38.327904 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:52:38.328513 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:38.339831 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c9d4f-bffc-4c5e-a47e-539abf2f40e5 x-openstack-request-id: req-8e5c9d4f-bffc-4c5e-a47e-539abf2f40e5 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:38.340334 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:38.340756 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e5c9d4f-bffc-4c5e-a47e-539abf2f40e5 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:38.341292 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5c9d4f-bffc-4c5e-a47e-539abf2f40e5'] response: {'name': 'network-changed', 'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'status': 'completed', 'code': 200} Jun 17 08:52:38.387906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:52:38.430336 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:52:38.478888 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:38.632153 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37562) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:38.655469 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-abe185fe-261c-4734-b9e4-8dfbc21abb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:38.680372 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:36Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:38.711107 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec3d1a-63ea-4081-9b48-5b2bc6fe90bd None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:36Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:38.774118 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-abe185fe-261c-4734-b9e4-8dfbc21abb5a admin admin] Publish callbacks [] for security_group (f8e10e71-ce5b-4c6c-9088-345299198043), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:38.821013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:38.833091 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'e906101e-b395-4353-9980-49cb44fb0c5e', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'port_id': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'mac_address': 'fa:16:3e:11:89:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397d996b-b163-4a47-856e-f2aca2ae6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:59Z', 'updated_at': '2022-06-17T08:52:37Z', 'revision_number': 1, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:38.855302 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-abe185fe-261c-4734-b9e4-8dfbc21abb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f8e10e71-ce5b-4c6c-9088-345299198043), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:38.865178 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] Checking router: b131d064-9b69-45d7-bfbf-d576f3d8e49d for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:38.875224 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:52:38.875914 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:38.898360 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e07564bc-1d82-4e1b-a329-b85407cfad5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:38.992702 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:52:39.007894 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1906a7-bb21-4f5e-b5db-fd0170b2da38 None None] New status for floating IP c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:52:39.121792 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-63ef0021-cc80-48e4-b37d-50005aee12b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.135514 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe185fe-261c-4734-b9e4-8dfbc21abb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e10e71-ce5b-4c6c-9088-345299198043,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.141573 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-abe185fe-261c-4734-b9e4-8dfbc21abb5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ba06abf899b4cabab7709d7414ee835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082300 Jun 17 08:52:39.146281 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37566) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:39.242048 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e07564bc-1d82-4e1b-a329-b85407cfad5e admin admin] Publish callbacks [] for security_group (a712dbac-4227-4ff6-be25-f8955cd2f89f), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.262728 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-37139c76-1ef7-4455-93a1-698ab1d78687 admin admin] Publish callbacks [] for security_group (f8e10e71-ce5b-4c6c-9088-345299198043), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.270637 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-63ef0021-cc80-48e4-b37d-50005aee12b8 admin admin] Publish callbacks [] for security_group (9a71178f-5986-4750-9422-e6a4c6cd1521), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.271512 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37568) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:39.292132 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ccdedae0-cd3b-4342-8c9d-f524561889b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.301710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-37139c76-1ef7-4455-93a1-698ab1d78687 admin admin] Publish callbacks [] for security_group (f8e10e71-ce5b-4c6c-9088-345299198043), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.307829 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'e906101e-b395-4353-9980-49cb44fb0c5e', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'port_id': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'mac_address': 'fa:16:3e:11:89:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397d996b-b163-4a47-856e-f2aca2ae6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:59Z', 'updated_at': '2022-06-17T08:52:37Z', 'revision_number': 1, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:39.341876 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e07564bc-1d82-4e1b-a329-b85407cfad5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a712dbac-4227-4ff6-be25-f8955cd2f89f), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.344685 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055009c-e654-4f13-8e52-9889cc24eefd None None] The sync data for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi is: [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'e906101e-b395-4353-9980-49cb44fb0c5e', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'port_id': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'mac_address': 'fa:16:3e:11:89:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397d996b-b163-4a47-856e-f2aca2ae6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:59Z', 'updated_at': '2022-06-17T08:52:37Z', 'revision_number': 1, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:39.377162 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-63ef0021-cc80-48e4-b37d-50005aee12b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9a71178f-5986-4750-9422-e6a4c6cd1521), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.384268 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e07564bc-1d82-4e1b-a329-b85407cfad5e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=afdeaa51d95f42a787370da4514d26c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2041140 Jun 17 08:52:39.387127 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37570) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:39.391762 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07564bc-1d82-4e1b-a329-b85407cfad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a712dbac-4227-4ff6-be25-f8955cd2f89f,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.430335 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-63ef0021-cc80-48e4-b37d-50005aee12b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a41f95c64ef0420da87d3f14c7758aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2846060 Jun 17 08:52:39.432354 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef0021-cc80-48e4-b37d-50005aee12b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a71178f-5986-4750-9422-e6a4c6cd1521,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.433569 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37572) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:39.452307 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:39.478090 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8c08-a34b-439c-a7d0-b07a782eff9c admin admin] Publish callbacks [] for security_group (a712dbac-4227-4ff6-be25-f8955cd2f89f), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.517260 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-37139c76-1ef7-4455-93a1-698ab1d78687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f8e10e71-ce5b-4c6c-9088-345299198043), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.522278 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-37139c76-1ef7-4455-93a1-698ab1d78687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.523732 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-37139c76-1ef7-4455-93a1-698ab1d78687 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8e10e71-ce5b-4c6c-9088-345299198043 HTTP/1.1" status: 204 len: 168 time: 0.3694410 Jun 17 08:52:39.526280 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8c08-a34b-439c-a7d0-b07a782eff9c admin admin] Publish callbacks [] for security_group (a712dbac-4227-4ff6-be25-f8955cd2f89f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.538725 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-045f3674-16bd-481a-828f-0751b70ffef9 admin admin] Publish callbacks [] for security_group (9a71178f-5986-4750-9422-e6a4c6cd1521), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.558852 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37139c76-1ef7-4455-93a1-698ab1d78687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e10e71-ce5b-4c6c-9088-345299198043,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.593233 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ccdedae0-cd3b-4342-8c9d-f524561889b1 admin admin] Publish callbacks [] for security_group (d67c79e4-e301-4ac8-91a3-2a748c2d6fe3), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.596345 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-045f3674-16bd-481a-828f-0751b70ffef9 admin admin] Publish callbacks [] for security_group (9a71178f-5986-4750-9422-e6a4c6cd1521), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.644725 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a87211-b568-4ade-bf37-98762ca2f276 None None] New status for floating IP e906101e-b395-4353-9980-49cb44fb0c5e: ACTIVE {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:52:39.672254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ccdedae0-cd3b-4342-8c9d-f524561889b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d67c79e4-e301-4ac8-91a3-2a748c2d6fe3), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.714129 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ccdedae0-cd3b-4342-8c9d-f524561889b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f31e839793d40bb8d87f115cad7316b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392099 Jun 17 08:52:39.714129 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdedae0-cd3b-4342-8c9d-f524561889b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67c79e4-e301-4ac8-91a3-2a748c2d6fe3,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.716394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37578) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:39.766732 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a94ddac6-f005-4068-ad4d-7a19b318deaa admin admin] Publish callbacks [] for security_group (d67c79e4-e301-4ac8-91a3-2a748c2d6fe3), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.790419 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a94ddac6-f005-4068-ad4d-7a19b318deaa admin admin] Publish callbacks [] for security_group (d67c79e4-e301-4ac8-91a3-2a748c2d6fe3), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.823025 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-045f3674-16bd-481a-828f-0751b70ffef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9a71178f-5986-4750-9422-e6a4c6cd1521), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.827830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-045f3674-16bd-481a-828f-0751b70ffef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.828993 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-045f3674-16bd-481a-828f-0751b70ffef9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a71178f-5986-4750-9422-e6a4c6cd1521 HTTP/1.1" status: 204 len: 168 time: 0.3944287 Jun 17 08:52:39.831889 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8c08-a34b-439c-a7d0-b07a782eff9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a712dbac-4227-4ff6-be25-f8955cd2f89f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.834292 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8c08-a34b-439c-a7d0-b07a782eff9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.835390 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5cbe8c08-a34b-439c-a7d0-b07a782eff9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a712dbac-4227-4ff6-be25-f8955cd2f89f HTTP/1.1" status: 204 len: 168 time: 0.4469631 Jun 17 08:52:39.844117 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f3674-16bd-481a-828f-0751b70ffef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a71178f-5986-4750-9422-e6a4c6cd1521,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.854978 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe8c08-a34b-439c-a7d0-b07a782eff9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a712dbac-4227-4ff6-be25-f8955cd2f89f,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.923772 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a94ddac6-f005-4068-ad4d-7a19b318deaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d67c79e4-e301-4ac8-91a3-2a748c2d6fe3), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.926475 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a94ddac6-f005-4068-ad4d-7a19b318deaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:39.930273 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a94ddac6-f005-4068-ad4d-7a19b318deaa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d67c79e4-e301-4ac8-91a3-2a748c2d6fe3 HTTP/1.1" status: 204 len: 168 time: 0.2109582 Jun 17 08:52:39.937007 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ddac6-f005-4068-ad4d-7a19b318deaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67c79e4-e301-4ac8-91a3-2a748c2d6fe3,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:40.340605 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:40.489567 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=71,neutron:INSERT=27,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:40.533336 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-543b638d-51fb-48f0-8c92-48268e427d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.534912 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-543b638d-51fb-48f0-8c92-48268e427d06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 1130 time: 0.0439174 Jun 17 08:52:40.544958 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-4f7f76bc-1b50-40d1-8acf-e3e48676c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.546533 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-4f7f76bc-1b50-40d1-8acf-e3e48676c833 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 1130 time: 0.0464418 Jun 17 08:52:40.561263 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:40.634755 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-808411eb-0e02-4a2f-be89-34c5807f778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.636467 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-808411eb-0e02-4a2f-be89-34c5807f778d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.0932291 Jun 17 08:52:40.641544 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-3485295c-5186-4a9d-9774-d012f38bf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.643125 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-3485295c-5186-4a9d-9774-d012f38bf013 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 918 time: 0.0907824 Jun 17 08:52:40.739995 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-2fc3dbeb-433d-4de7-9515-e7b1617ea2aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403 HTTP/1.1" status: 200 len: 1002 time: 0.0967760 Jun 17 08:52:40.763812 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-10aa63ff-80a0-4e7b-8e3d-afc69c1c7ec6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 200 len: 1002 time: 0.1119125 Jun 17 08:52:40.796655 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-492f3c82-284f-4d92-8521-880f44c40d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.797393 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-492f3c82-284f-4d92-8521-880f44c40d71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0518026 Jun 17 08:52:40.813499 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37602) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:40.831582 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-e1e516d8-2199-4b1d-85ce-fee165481282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.832941 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-e1e516d8-2199-4b1d-85ce-fee165481282 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.0671768 Jun 17 08:52:40.834052 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-db4ab194-4d20-4314-bf52-79dc67a1da26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:40.847244 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-1902dc59-37e9-4a09-ac63-02fcee5f8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.849725 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-1902dc59-37e9-4a09-ac63-02fcee5f8f27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445185 Jun 17 08:52:40.896952 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-9a046b01-5123-4758-9735-2337a1b5a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:40.898463 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-9a046b01-5123-4758-9735-2337a1b5a6af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545588 Jun 17 08:52:40.967612 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-8b594143-25f7-4503-8b50-26111bdace99 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044874 Jun 17 08:52:41.023027 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:41.034635 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-db4ab194-4d20-4314-bf52-79dc67a1da26 admin admin] Publish callbacks [] for security_group (f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.051174 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-30a51c05-3deb-42b9-89b7-6f701895d8cb service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418798 Jun 17 08:52:41.086873 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bdef27bb-f8ef-439d-b142-2e4263151761 req-9eb02b82-82ce-4a42-be4e-c1291c5c23e0 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129429 Jun 17 08:52:41.113845 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-db4ab194-4d20-4314-bf52-79dc67a1da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.135905 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37614) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:41.158952 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4a774d70-2ce7-479e-9dea-7426851d382d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.290947 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4a774d70-2ce7-479e-9dea-7426851d382d admin admin] Publish callbacks [] for security_group (6ade9ddd-a70f-4a13-ab95-59206caec9d5), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.367802 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-db4ab194-4d20-4314-bf52-79dc67a1da26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9fbaff083f314c508027a83d778dd125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5532491 Jun 17 08:52:41.370949 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37622) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:41.378767 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ab194-4d20-4314-bf52-79dc67a1da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:41.387394 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f1f1949e-1612-47d4-be8d-fda317050c00 req-4f01db2d-ce07-4009-a1e0-7c858f706947 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304462 Jun 17 08:52:41.398718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4a774d70-2ce7-479e-9dea-7426851d382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (6ade9ddd-a70f-4a13-ab95-59206caec9d5), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.458403 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-4a774d70-2ce7-479e-9dea-7426851d382d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2a7af6e525e4626959b7512e792441d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213918 Jun 17 08:52:41.461199 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37628) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:41.461326 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a774d70-2ce7-479e-9dea-7426851d382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade9ddd-a70f-4a13-ab95-59206caec9d5,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:41.477624 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d13380da-2092-4d9d-be6b-f30836e7e185 admin admin] Publish callbacks [] for security_group (f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.503848 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d13380da-2092-4d9d-be6b-f30836e7e185 admin admin] Publish callbacks [] for security_group (f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.529001 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f9ee58fa-3ab3-4b2d-87c5-f15b166b37a0 admin admin] Publish callbacks [] for security_group (6ade9ddd-a70f-4a13-ab95-59206caec9d5), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.563223 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f9ee58fa-3ab3-4b2d-87c5-f15b166b37a0 admin admin] Publish callbacks [] for security_group (6ade9ddd-a70f-4a13-ab95-59206caec9d5), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.660464 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d13380da-2092-4d9d-be6b-f30836e7e185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.663069 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d13380da-2092-4d9d-be6b-f30836e7e185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.664262 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-d13380da-2092-4d9d-be6b-f30836e7e185 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9 HTTP/1.1" status: 204 len: 168 time: 0.2927125 Jun 17 08:52:41.672327 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13380da-2092-4d9d-be6b-f30836e7e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a58b41-e4e6-4c80-8c04-3d0f20c9dea9,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:41.687690 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:41.739734 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f9ee58fa-3ab3-4b2d-87c5-f15b166b37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (6ade9ddd-a70f-4a13-ab95-59206caec9d5), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.742245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f9ee58fa-3ab3-4b2d-87c5-f15b166b37a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:41.746291 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f9ee58fa-3ab3-4b2d-87c5-f15b166b37a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ade9ddd-a70f-4a13-ab95-59206caec9d5 HTTP/1.1" status: 204 len: 168 time: 0.2811472 Jun 17 08:52:41.761008 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee58fa-3ab3-4b2d-87c5-f15b166b37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade9ddd-a70f-4a13-ab95-59206caec9d5,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:41.766625 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:41.890206 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:42.215049 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:42.952155 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37692) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:43.279924 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:43.372756 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Publish callbacks [] for security_group (83e23f77-36e2-4b9b-b32a-e5d308571df0), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:43.514728 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (83e23f77-36e2-4b9b-b32a-e5d308571df0), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:43.557065 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:43.561818 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1a1a87735644136897f4aca66c88b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081812 Jun 17 08:52:43.563091 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e23f77-36e2-4b9b-b32a-e5d308571df0,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:43.567176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37720) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:43.572100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.572617 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.573121 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.573715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.574181 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.574839 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.575300 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.575771 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.576235 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.576779 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.577242 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.577688 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.578130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.578636 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.579168 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39454e2f-d987-4a2b-ae97-06202b51e13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.622990 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Publish callbacks [] for security_group (83e23f77-36e2-4b9b-b32a-e5d308571df0), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:43.646282 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Publish callbacks [] for security_group (83e23f77-36e2-4b9b-b32a-e5d308571df0), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:43.792405 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (83e23f77-36e2-4b9b-b32a-e5d308571df0), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:43.794991 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:43.796221 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83e23f77-36e2-4b9b-b32a-e5d308571df0 HTTP/1.1" status: 204 len: 168 time: 0.2273390 Jun 17 08:52:43.804348 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e23f77-36e2-4b9b-b32a-e5d308571df0,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:43.812964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.813307 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.813644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.814353 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.814882 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.815209 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.815719 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.816047 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.816373 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.816701 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.817061 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.817376 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.817688 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.818316 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:43.818794 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3888ce2-0936-41fc-892b-bbf7b2b0d8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:44.681286 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:52:46.725877 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37904) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:46.841756 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8228d648-742f-4614-a517-dfdce69fa33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:46.927417 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8228d648-742f-4614-a517-dfdce69fa33a admin admin] Publish callbacks [] for security_group (f30fc816-c2d7-405d-8ab4-3e7ea1fc761c), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:47.003869 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8228d648-742f-4614-a517-dfdce69fa33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f30fc816-c2d7-405d-8ab4-3e7ea1fc761c), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:47.046830 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-8228d648-742f-4614-a517-dfdce69fa33a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11d26bc5afa8454eba9ff929d5334a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198488 Jun 17 08:52:47.048081 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228d648-742f-4614-a517-dfdce69fa33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30fc816-c2d7-405d-8ab4-3e7ea1fc761c,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:47.050332 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37926) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:47.109262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1f084291-c0e5-44db-a844-bad6b50d3f0e admin admin] Publish callbacks [] for security_group (f30fc816-c2d7-405d-8ab4-3e7ea1fc761c), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:47.138353 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1f084291-c0e5-44db-a844-bad6b50d3f0e admin admin] Publish callbacks [] for security_group (f30fc816-c2d7-405d-8ab4-3e7ea1fc761c), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:47.283640 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1f084291-c0e5-44db-a844-bad6b50d3f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f30fc816-c2d7-405d-8ab4-3e7ea1fc761c), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:47.286531 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1f084291-c0e5-44db-a844-bad6b50d3f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:47.289269 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-1f084291-c0e5-44db-a844-bad6b50d3f0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f30fc816-c2d7-405d-8ab4-3e7ea1fc761c HTTP/1.1" status: 204 len: 168 time: 0.2378485 Jun 17 08:52:47.302513 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084291-c0e5-44db-a844-bad6b50d3f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30fc816-c2d7-405d-8ab4-3e7ea1fc761c,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:47.512694 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.006632 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 37946) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:48.022952 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cf91eab7-3a74-4a8a-aae0-8efd5fb6c51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.104543 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cf91eab7-3a74-4a8a-aae0-8efd5fb6c51d admin admin] Publish callbacks [] for security_group (6d0f2280-b27b-4a7c-8083-30ad8bd86777), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.198731 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cf91eab7-3a74-4a8a-aae0-8efd5fb6c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (6d0f2280-b27b-4a7c-8083-30ad8bd86777), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.246464 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-cf91eab7-3a74-4a8a-aae0-8efd5fb6c51d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=614640f3e36449fc9bbefc5458d849e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386062 Jun 17 08:52:48.247649 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91eab7-3a74-4a8a-aae0-8efd5fb6c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0f2280-b27b-4a7c-8083-30ad8bd86777,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:48.249638 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 37954) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:48.328593 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f158ca90-0b86-41c1-ba1c-cdb61e40da46 admin admin] Publish callbacks [] for security_group (6d0f2280-b27b-4a7c-8083-30ad8bd86777), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.385062 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f158ca90-0b86-41c1-ba1c-cdb61e40da46 admin admin] Publish callbacks [] for security_group (6d0f2280-b27b-4a7c-8083-30ad8bd86777), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.620979 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f158ca90-0b86-41c1-ba1c-cdb61e40da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (6d0f2280-b27b-4a7c-8083-30ad8bd86777), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.623683 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f158ca90-0b86-41c1-ba1c-cdb61e40da46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:48.624894 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f158ca90-0b86-41c1-ba1c-cdb61e40da46 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d0f2280-b27b-4a7c-8083-30ad8bd86777 HTTP/1.1" status: 204 len: 168 time: 0.3740411 Jun 17 08:52:48.655231 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158ca90-0b86-41c1-ba1c-cdb61e40da46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0f2280-b27b-4a7c-8083-30ad8bd86777,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:49.340001 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:49.392007 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4098-afd9-4a69-90a5-9daa6d6a328f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:49.625885 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-0b7d34c5-4b07-4e91-96e5-76f8b7d84218 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815520 Jun 17 08:52:49.726365 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1650d-21be-4948-b14b-23671c326e01 req-203a2825-bdca-462d-9f98-6032fa7f8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:49.727901 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-203a2825-bdca-462d-9f98-6032fa7f8bdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63675a395d824db687bca143dc25c3b2&device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 1130 time: 0.0419476 Jun 17 08:52:49.859826 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1650d-21be-4948-b14b-23671c326e01 req-7c16b16a-f33e-4f40-8b6c-46dff5947e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:49.862886 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-7c16b16a-f33e-4f40-8b6c-46dff5947e9c service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b HTTP/1.1" status: 200 len: 913 time: 0.1076820 Jun 17 08:52:49.913785 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-b74ab837-95d4-424f-8379-f8cf5c647bc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b089d395-a218-45c9-907d-df2425df186f HTTP/1.1" status: 200 len: 217 time: 0.0429313 Jun 17 08:52:49.980264 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1650d-21be-4948-b14b-23671c326e01 req-d5c0eb24-f5e9-4e2c-96df-db9115b901e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:49.984865 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-d5c0eb24-f5e9-4e2c-96df-db9115b901e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3776d131-7a53-4bef-a49d-0085b473fab8 HTTP/1.1" status: 200 len: 851 time: 0.0618629 Jun 17 08:52:50.038710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1650d-21be-4948-b14b-23671c326e01 req-bfd81a94-9cb7-45f6-b478-a9bf6a69b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:50.040284 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-bfd81a94-9cb7-45f6-b478-a9bf6a69b28f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501502 Jun 17 08:52:50.089221 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:50.164260 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-e20cda92-4979-4566-bec9-38c5a165fc84 service neutron] 10.222.0.83 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098423 Jun 17 08:52:50.267682 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4d1650d-21be-4948-b14b-23671c326e01 req-48ae1cfb-a91f-4523-9393-8157e1ce5ab5 service neutron] 10.222.0.83 "GET /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953956 Jun 17 08:52:50.449100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:50.463419 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14764c-3578-4783-8a2f-c895a4229ea9 req-ea28569e-0903-442e-bdd0-bbe9592e70e1 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:50.464915 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6a14764c-3578-4783-8a2f-c895a4229ea9 req-ea28569e-0903-442e-bdd0-bbe9592e70e1 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0500796 Jun 17 08:52:50.473341 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38036) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:50.523796 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6a14764c-3578-4783-8a2f-c895a4229ea9 req-1580c2d7-6da2-4fa7-983d-dc263c15c484 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529382 Jun 17 08:52:50.579117 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38042) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:50.614239 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b14b2983-984b-48d7-8982-b09ad1e95da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.660934 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcf58-a28d-43d1-9450-90d2ff04d284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.665520 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:50.701933 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:50.737360 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b14b2983-984b-48d7-8982-b09ad1e95da6 admin admin] Publish callbacks [] for security_group (4087d843-617f-4a57-a9c8-8aae49a63a71), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.779907 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcf58-a28d-43d1-9450-90d2ff04d284 admin admin] Publish callbacks [] for security_group (b4971ef4-571f-47b0-b5f1-9c44f1493578), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.832185 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b14b2983-984b-48d7-8982-b09ad1e95da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4087d843-617f-4a57-a9c8-8aae49a63a71), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.874724 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b14b2983-984b-48d7-8982-b09ad1e95da6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e262b4dafbe4a5a8e1d6a0433fdc75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008336 Jun 17 08:52:50.875702 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b2983-984b-48d7-8982-b09ad1e95da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4087d843-617f-4a57-a9c8-8aae49a63a71,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:50.877643 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38048) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:50.894730 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcf58-a28d-43d1-9450-90d2ff04d284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b4971ef4-571f-47b0-b5f1-9c44f1493578), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.934229 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-8b4bcf58-a28d-43d1-9450-90d2ff04d284 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d7d0100b4e64e9780aa128ddef097f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563318 Jun 17 08:52:50.937106 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f3b53737-f2d2-42d4-be58-9bc02f696ab5 admin admin] Publish callbacks [] for security_group (4087d843-617f-4a57-a9c8-8aae49a63a71), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.937943 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38052) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:50.945855 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bcf58-a28d-43d1-9450-90d2ff04d284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4971ef4-571f-47b0-b5f1-9c44f1493578,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:50.967653 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f3b53737-f2d2-42d4-be58-9bc02f696ab5 admin admin] Publish callbacks [] for security_group (4087d843-617f-4a57-a9c8-8aae49a63a71), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:50.993662 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-692063e8-afc8-483a-b204-e65106cf36d0 admin admin] Publish callbacks [] for security_group (b4971ef4-571f-47b0-b5f1-9c44f1493578), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:51.026748 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-692063e8-afc8-483a-b204-e65106cf36d0 admin admin] Publish callbacks [] for security_group (b4971ef4-571f-47b0-b5f1-9c44f1493578), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:51.084464 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f3b53737-f2d2-42d4-be58-9bc02f696ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4087d843-617f-4a57-a9c8-8aae49a63a71), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:51.087020 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f3b53737-f2d2-42d4-be58-9bc02f696ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:51.088901 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f3b53737-f2d2-42d4-be58-9bc02f696ab5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4087d843-617f-4a57-a9c8-8aae49a63a71 HTTP/1.1" status: 204 len: 168 time: 0.2102473 Jun 17 08:52:51.288068 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b53737-f2d2-42d4-be58-9bc02f696ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087d843-617f-4a57-a9c8-8aae49a63a71,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:51.455011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-692063e8-afc8-483a-b204-e65106cf36d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b4971ef4-571f-47b0-b5f1-9c44f1493578), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:51.457630 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-692063e8-afc8-483a-b204-e65106cf36d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:51.458841 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-692063e8-afc8-483a-b204-e65106cf36d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4971ef4-571f-47b0-b5f1-9c44f1493578 HTTP/1.1" status: 204 len: 168 time: 0.5199997 Jun 17 08:52:51.467368 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692063e8-afc8-483a-b204-e65106cf36d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4971ef4-571f-47b0-b5f1-9c44f1493578,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:51.677860 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005f5c-0e39-41d3-aac1-16f0856ce449 req-645129a0-2b06-4108-875a-dc02a776f350 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:51.679497 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-23005f5c-0e39-41d3-aac1-16f0856ce449 req-645129a0-2b06-4108-875a-dc02a776f350 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0758488 Jun 17 08:52:51.737937 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-23005f5c-0e39-41d3-aac1-16f0856ce449 req-1a589927-a8a3-45ad-93c9-f8c8f80b3cf9 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Jun 17 08:52:51.826132 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ea23ea32-43e2-4d74-bae3-d623be8f2a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.361081 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38090) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:52.377064 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-331d2627-86d9-4872-b08e-9447d697a344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.442234 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38094) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:52.457941 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0213d96a-beb0-4ca7-baf4-d1cb0d38dc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.463191 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-331d2627-86d9-4872-b08e-9447d697a344 admin admin] Publish callbacks [] for security_group (14e5c60c-8b77-4d6e-80b5-3fb24cdeb802), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.523639 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:52.535989 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0213d96a-beb0-4ca7-baf4-d1cb0d38dc0c admin admin] Publish callbacks [] for security_group (9e42d134-8376-4787-a6b5-581d45f6c3ab), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.563718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-331d2627-86d9-4872-b08e-9447d697a344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (14e5c60c-8b77-4d6e-80b5-3fb24cdeb802), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.604819 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-331d2627-86d9-4872-b08e-9447d697a344 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bef19678ebf94ddf99a480f7ea41fa3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424271 Jun 17 08:52:52.605668 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2627-86d9-4872-b08e-9447d697a344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5c60c-8b77-4d6e-80b5-3fb24cdeb802,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:52.607417 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38096) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:52.624727 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0213d96a-beb0-4ca7-baf4-d1cb0d38dc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9e42d134-8376-4787-a6b5-581d45f6c3ab), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.649626 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.685454 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0213d96a-beb0-4ca7-baf4-d1cb0d38dc0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ceeb7dc372384ba9b69cb4104c5693e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419016 Jun 17 08:52:52.686940 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d96a-beb0-4ca7-baf4-d1cb0d38dc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42d134-8376-4787-a6b5-581d45f6c3ab,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:52.688685 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38098) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:52.705649 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-114df51e-adee-43d7-b913-1d3e8aab2e29 admin admin] Publish callbacks [] for security_group (14e5c60c-8b77-4d6e-80b5-3fb24cdeb802), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.729081 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-114df51e-adee-43d7-b913-1d3e8aab2e29 admin admin] Publish callbacks [] for security_group (14e5c60c-8b77-4d6e-80b5-3fb24cdeb802), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.741083 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b82f97e-1696-4f0e-a9bf-6d870ce68c14 admin admin] Publish callbacks [] for security_group (9e42d134-8376-4787-a6b5-581d45f6c3ab), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.767890 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b82f97e-1696-4f0e-a9bf-6d870ce68c14 admin admin] Publish callbacks [] for security_group (9e42d134-8376-4787-a6b5-581d45f6c3ab), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.857027 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923168d7-537e-43f9-8023-fb10663c2733 req-b3e28bdd-793b-4ec8-9829-34bafe9d8351 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:52.858425 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-923168d7-537e-43f9-8023-fb10663c2733 req-b3e28bdd-793b-4ec8-9829-34bafe9d8351 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0479374 Jun 17 08:52:52.877996 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-114df51e-adee-43d7-b913-1d3e8aab2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (14e5c60c-8b77-4d6e-80b5-3fb24cdeb802), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.880528 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-114df51e-adee-43d7-b913-1d3e8aab2e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.881623 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-114df51e-adee-43d7-b913-1d3e8aab2e29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14e5c60c-8b77-4d6e-80b5-3fb24cdeb802 HTTP/1.1" status: 204 len: 168 time: 0.2727838 Jun 17 08:52:52.895015 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114df51e-adee-43d7-b913-1d3e8aab2e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5c60c-8b77-4d6e-80b5-3fb24cdeb802,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:52.901500 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b82f97e-1696-4f0e-a9bf-6d870ce68c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9e42d134-8376-4787-a6b5-581d45f6c3ab), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.905634 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b82f97e-1696-4f0e-a9bf-6d870ce68c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:52.906943 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-3b82f97e-1696-4f0e-a9bf-6d870ce68c14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e42d134-8376-4787-a6b5-581d45f6c3ab HTTP/1.1" status: 204 len: 168 time: 0.2165031 Jun 17 08:52:52.916696 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82f97e-1696-4f0e-a9bf-6d870ce68c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42d134-8376-4787-a6b5-581d45f6c3ab,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:52.936744 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-923168d7-537e-43f9-8023-fb10663c2733 req-f1b65450-9cd8-4da4-9968-3d939e2d2a6c tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725012 Jun 17 08:52:53.449222 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:54.069323 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d42075-c17a-4feb-903f-9661716f498e req-09d6225b-795b-4e16-8a3b-5d42f7468a91 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:54.070867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-70d42075-c17a-4feb-903f-9661716f498e req-09d6225b-795b-4e16-8a3b-5d42f7468a91 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0555341 Jun 17 08:52:54.126119 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-70d42075-c17a-4feb-903f-9661716f498e req-93dc305e-545a-4266-8d84-b06a99f573c7 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/security-groups?id=421b39d2-046a-4f1a-913a-56f715e48666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Jun 17 08:52:54.128657 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.212020 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38152) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:54.366259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-907791320-network', 'tenant_id': '25f8de28a0664821af43d9cdccab292d'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:54.496415 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf82357-4e15-4838-a64b-10712f665a94 req-73df278b-129b-4cab-9484-8d588e0b0c7b tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:54.498171 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5bf82357-4e15-4838-a64b-10712f665a94 req-73df278b-129b-4cab-9484-8d588e0b0c7b tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 946 time: 0.0804362 Jun 17 08:52:54.558312 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Made reservation on behalf of 25f8de28a0664821af43d9cdccab292d for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:54.561110 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.571421 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.602108 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:54.658557 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Deleting port b089d395-a218-45c9-907d-df2425df186f {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:52:54.659127 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (b089d395-a218-45c9-907d-df2425df186f), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.677330 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=82 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:54.683794 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.732007 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks [] for security_group (f6d2977e-f802-4b40-875a-b233b635147d), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.761435 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:54.778611 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] For port b089d395-a218-45c9-907d-df2425df186f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b089d395-a218-45c9-907d-df2425df186f,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:52:54.778979 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (b089d395-a218-45c9-907d-df2425df186f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.796323 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Calling delete_port for b089d395-a218-45c9-907d-df2425df186f owned by compute:nova {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:52:54.849119 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f6d2977e-f802-4b40-875a-b233b635147d), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.879769 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=116209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:54.892443 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2977e-f802-4b40-875a-b233b635147d,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:54.901546 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (05a5ac06-cf1a-455e-9a4b-e9a082454e66), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:54.902372 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Added segment 05a5ac06-cf1a-455e-9a4b-e9a082454e66 of type vlan for network ba4c2740-eda9-41f4-b954-e1d4f9107a41 Jun 17 08:52:54.961802 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (ba4c2740-eda9-41f4-b954-e1d4f9107a41), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.067301 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (ba4c2740-eda9-41f4-b954-e1d4f9107a41), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.068345 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:55.070540 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (b089d395-a218-45c9-907d-df2425df186f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.071294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.082529 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['b089d395-a218-45c9-907d-df2425df186f'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:52:55.124313 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Pushing event deleted for resources: {'Port': ['ID=b089d395-a218-45c9-907d-df2425df186f,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.201605 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9842329 Jun 17 08:52:55.205714 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38202) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:55.210826 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] No DVR routers for this DVR port b089d395-a218-45c9-907d-df2425df186f on host hv-cinder-79760 {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:52:55.218114 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.220939 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Request body: {'subnet': {'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-907791320-subnet', 'tenant_id': '25f8de28a0664821af43d9cdccab292d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:52:55.222994 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5bf82357-4e15-4838-a64b-10712f665a94 req-bd7f3866-fb9b-4da9-837e-8986eea98643 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.83 "DELETE /v2.0/ports/b089d395-a218-45c9-907d-df2425df186f HTTP/1.1" status: 204 len: 173 time: 0.7193942 Jun 17 08:52:55.225018 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'name': 'network-vif-deleted', 'tag': 'b089d395-a218-45c9-907d-df2425df186f'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:52:55.226304 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ae1b4-e9d1-4c0d-b54f-edbaa55ff91b admin admin] Pushing event updated for resources: {'Network': ['ID=ba4c2740-eda9-41f4-b954-e1d4f9107a41,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.241995 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f7845-01fc-4d35-92ef-a6edb10d7b37" -d '{"events": [{"server_uuid": "6a2cc759-7f2e-4308-aaf4-8ac7befa64de", "name": "network-vif-deleted", "tag": "b089d395-a218-45c9-907d-df2425df186f"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:55.242100 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network ba4c2740-eda9-41f4-b954-e1d4f9107a41 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:52:55.276349 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7e8a790c-ef84-44b0-ab76-6eaaecec8250 req-daece3fe-2b1e-46a0-8a69-09eb3097a07f tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 210 time: 0.0508308 Jun 17 08:52:55.306433 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9871103f-8278-4080-9f3b-8648035d3191 x-openstack-request-id: req-9871103f-8278-4080-9f3b-8648035d3191 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:55.306719 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cc759-7f2e-4308-aaf4-8ac7befa64de", "name": "network-vif-deleted", "tag": "b089d395-a218-45c9-907d-df2425df186f", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:55.306967 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9871103f-8278-4080-9f3b-8648035d3191 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:55.307498 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9871103f-8278-4080-9f3b-8648035d3191'] response: {'server_uuid': '6a2cc759-7f2e-4308-aaf4-8ac7befa64de', 'name': 'network-vif-deleted', 'tag': 'b089d395-a218-45c9-907d-df2425df186f', 'status': 'completed', 'code': 200} Jun 17 08:52:55.357750 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Made reservation on behalf of 25f8de28a0664821af43d9cdccab292d for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:55.361974 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.444364 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:55.683559 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (4a0adec1-1af3-42cb-9a96-0d0bfc164cb7), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.739648 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0adec1-1af3-42cb-9a96-0d0bfc164cb7,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.750042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Checking segment: {'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:52:55.750401 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Network hostable DHCP agents. Network: ba4c2740-eda9-41f4-b954-e1d4f9107a41, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:55.894703 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Network ba4c2740-eda9-41f4-b954-e1d4f9107a41 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:55.927644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38220) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:55.969152 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, ba4c2740-eda9-41f4-b954-e1d4f9107a41) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:55.973511 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:55.976111 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:55.980382 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d7122-3735-4e7b-a3b0-43200f1bad1f None None] Network ba4c2740-eda9-41f4-b954-e1d4f9107a41 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:52:56.051055 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7e23b931-609b-47c8-b367-665d59d198af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:56.090478 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498cd356-4063-4fb3-bbe5-979d7aa59e68 None None] Network ba4c2740-eda9-41f4-b954-e1d4f9107a41 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:52:56.122017 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9c8a6e7c-cded-402d-8b6c-a7805e723e0d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9148798 Jun 17 08:52:56.217845 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7e23b931-609b-47c8-b367-665d59d198af admin admin] Publish callbacks [] for security_group (5f19d86a-f59a-4837-b014-dae8099e4959), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:56.346757 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7e23b931-609b-47c8-b367-665d59d198af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5f19d86a-f59a-4837-b014-dae8099e4959), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:56.421278 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0a5935f7-e214-4017-a60e-68e197861d8b req-2b8ee745-0266-4f1a-9bb9-b8cb261d4157 tempest-DeleteServersTestJSON-603884224 tempest-DeleteServersTestJSON-603884224-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2cc759-7f2e-4308-aaf4-8ac7befa64de HTTP/1.1" status: 200 len: 210 time: 0.0573080 Jun 17 08:52:56.432878 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-7e23b931-609b-47c8-b367-665d59d198af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c7a93b8dd924c16a8cbd198cd937dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5013494 Jun 17 08:52:56.432878 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b931-609b-47c8-b367-665d59d198af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f19d86a-f59a-4837-b014-dae8099e4959,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:56.442770 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38242) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:56.499202 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-369e0c34-a67a-4ccc-a882-bef523a5088b admin admin] Publish callbacks [] for security_group (5f19d86a-f59a-4837-b014-dae8099e4959), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:56.521208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-369e0c34-a67a-4ccc-a882-bef523a5088b admin admin] Publish callbacks [] for security_group (5f19d86a-f59a-4837-b014-dae8099e4959), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:56.523031 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:56.643401 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:56.689135 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-369e0c34-a67a-4ccc-a882-bef523a5088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5f19d86a-f59a-4837-b014-dae8099e4959), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:56.691696 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-369e0c34-a67a-4ccc-a882-bef523a5088b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:56.692880 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-369e0c34-a67a-4ccc-a882-bef523a5088b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f19d86a-f59a-4837-b014-dae8099e4959 HTTP/1.1" status: 204 len: 168 time: 0.2586393 Jun 17 08:52:56.704504 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e0c34-a67a-4ccc-a882-bef523a5088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f19d86a-f59a-4837-b014-dae8099e4959,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:57.549524 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38280) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:57.577809 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cadd7593-b97e-4e6e-b348-1eaeb0872651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:57.671781 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cadd7593-b97e-4e6e-b348-1eaeb0872651 admin admin] Publish callbacks [] for security_group (c3e4d73c-32b3-4126-bf2f-1d583abf3dab), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:57.740721 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cadd7593-b97e-4e6e-b348-1eaeb0872651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (c3e4d73c-32b3-4126-bf2f-1d583abf3dab), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:57.785551 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-cadd7593-b97e-4e6e-b348-1eaeb0872651 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa5f30709f374cf088455fb80d44cdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349303 Jun 17 08:52:57.786495 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd7593-b97e-4e6e-b348-1eaeb0872651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4d73c-32b3-4126-bf2f-1d583abf3dab,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:57.788853 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38298) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:57.848830 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-37e0f621-bc0e-42d2-b26c-7a3b911873b7 admin admin] Publish callbacks [] for security_group (c3e4d73c-32b3-4126-bf2f-1d583abf3dab), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:57.870980 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-37e0f621-bc0e-42d2-b26c-7a3b911873b7 admin admin] Publish callbacks [] for security_group (c3e4d73c-32b3-4126-bf2f-1d583abf3dab), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:57.986192 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-37e0f621-bc0e-42d2-b26c-7a3b911873b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (c3e4d73c-32b3-4126-bf2f-1d583abf3dab), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:57.988758 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-37e0f621-bc0e-42d2-b26c-7a3b911873b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:57.989916 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-37e0f621-bc0e-42d2-b26c-7a3b911873b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3e4d73c-32b3-4126-bf2f-1d583abf3dab HTTP/1.1" status: 204 len: 168 time: 0.1994283 Jun 17 08:52:57.998681 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0f621-bc0e-42d2-b26c-7a3b911873b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4d73c-32b3-4126-bf2f-1d583abf3dab,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.115613 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b089d395-a218-45c9-907d-df2425df186f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:52:58.143951 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: b089d395-a218-45c9-907d-df2425df186f {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:52:58.144220 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b089d395-a218-45c9-907d-df2425df186f not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:52:58.854916 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-e2012acc-36a6-4985-8e7c-72ca7803392f tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:52:58.856511 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-e2012acc-36a6-4985-8e7c-72ca7803392f tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/networks?id=ba4c2740-eda9-41f4-b954-e1d4f9107a41 HTTP/1.1" status: 200 len: 813 time: 0.1342289 Jun 17 08:52:58.875048 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-449c9c22-6cb1-4f11-bc9f-8989d81a708d tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/quotas/25f8de28a0664821af43d9cdccab292d HTTP/1.1" status: 200 len: 375 time: 0.0106161 Jun 17 08:52:58.923187 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-f24e81af-c325-43c8-a066-6aa3520f46e8 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=25f8de28a0664821af43d9cdccab292d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405805 Jun 17 08:52:59.035263 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:52:59.039461 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-bfd99341-f252-4a31-a65f-a8f1fd683ea6 service neutron] 10.222.0.78 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080601 Jun 17 08:52:59.156841 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-451c08ee-f273-4312-8b5e-018b19522bca service neutron] 10.222.0.78 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104035 Jun 17 08:52:59.258146 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38358) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:52:59.421989 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3a095f0a-f595-4142-9c88-2f3b81e0bfe2 req-259a3ed4-5f58-478b-bc8b-c5722a93adc9 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 210 time: 0.0321405 Jun 17 08:52:59.719597 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (248a42d7-fac6-40c4-8d72-86d884f5f462), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:52:59.914466 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:00.028441 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Deleting port 565b79dc-4c05-4afe-8c45-875ef6db1f98 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:53:00.028809 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:00.115208 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] For port 565b79dc-4c05-4afe-8c45-875ef6db1f98, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=565b79dc-4c05-4afe-8c45-875ef6db1f98,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:00.115599 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:00.130965 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Calling delete_port for 565b79dc-4c05-4afe-8c45-875ef6db1f98 owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:53:00.167420 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:00.506407 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-615a6cce-831f-4ee1-a729-561ae83fff6d req-880627a6-0970-4cc1-ac9d-e2a3876a82b5 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 210 time: 0.0294423 Jun 17 08:53:00.700806 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (565b79dc-4c05-4afe-8c45-875ef6db1f98), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:00.735137 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Pushing event deleted for resources: {'Port': ['ID=565b79dc-4c05-4afe-8c45-875ef6db1f98,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:00.901711 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (248a42d7-fac6-40c4-8d72-86d884f5f462), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:00.959674 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38404) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:01.011683 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:01.100981 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a90029ff-d06f-4594-b1c9-b11293d6fe77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.155738 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Router 248a42d7-fac6-40c4-8d72-86d884f5f462 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:53:01.218453 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a90029ff-d06f-4594-b1c9-b11293d6fe77 admin admin] Publish callbacks [] for security_group (b3a17acf-344d-4bc9-b720-dc4531113a43), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.272026 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:01.278130 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1182adac-74af-44b1-b6e2-2078d3e0509e admin admin] 10.222.0.78 "PUT /v2.0/routers/248a42d7-fac6-40c4-8d72-86d884f5f462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0186689 Jun 17 08:53:01.279895 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38418) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:01.281812 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] Sync routers for ids ['248a42d7-fac6-40c4-8d72-86d884f5f462'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:01.292162 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] Routers {'248a42d7-fac6-40c4-8d72-86d884f5f462'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:01.292772 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['248a42d7-fac6-40c4-8d72-86d884f5f462'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.318434 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a90029ff-d06f-4594-b1c9-b11293d6fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b3a17acf-344d-4bc9-b720-dc4531113a43), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.366278 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a90029ff-d06f-4594-b1c9-b11293d6fe77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87fc2e69ae0e4aa2a89ff5a26cba5d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048951 Jun 17 08:53:01.367777 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90029ff-d06f-4594-b1c9-b11293d6fe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a17acf-344d-4bc9-b720-dc4531113a43,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:01.371308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38420) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:01.392539 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks [] for router (248a42d7-fac6-40c4-8d72-86d884f5f462), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.417756 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] Set router 248a42d7-fac6-40c4-8d72-86d884f5f462 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:01.461079 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ad6990ca-4499-4b84-90fd-737ad076c337 admin admin] Publish callbacks [] for security_group (b3a17acf-344d-4bc9-b720-dc4531113a43), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.486706 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ad6990ca-4499-4b84-90fd-737ad076c337 admin admin] Publish callbacks [] for security_group (b3a17acf-344d-4bc9-b720-dc4531113a43), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.525114 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks [] for router_gateway (248a42d7-fac6-40c4-8d72-86d884f5f462), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.530204 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:01.598349 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:53:00Z', 'revision_number': 5, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port': {'id': '00dc8075-8664-4a4b-82ae-b9f336f32fe0', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.610371 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ad6990ca-4499-4b84-90fd-737ad076c337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b3a17acf-344d-4bc9-b720-dc4531113a43), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.614575 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ad6990ca-4499-4b84-90fd-737ad076c337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.616064 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-ad6990ca-4499-4b84-90fd-737ad076c337 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3a17acf-344d-4bc9-b720-dc4531113a43 HTTP/1.1" status: 204 len: 168 time: 0.2436109 Jun 17 08:53:01.620460 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fa1b2ddf-98f8-49c3-918c-04b290525ca3 req-a03726a0-c3aa-4c22-ac2c-9b22692aaa98 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 210 time: 0.0395873 Jun 17 08:53:01.628008 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6990ca-4499-4b84-90fd-737ad076c337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a17acf-344d-4bc9-b720-dc4531113a43,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:01.635270 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] Checking router: 248a42d7-fac6-40c4-8d72-86d884f5f462 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:01.644315 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] Routers {'248a42d7-fac6-40c4-8d72-86d884f5f462'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:01.645148 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['248a42d7-fac6-40c4-8d72-86d884f5f462'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.706483 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Deleting port 00dc8075-8664-4a4b-82ae-b9f336f32fe0 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:53:01.706483 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.736607 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] Set router 248a42d7-fac6-40c4-8d72-86d884f5f462 gateway port host: None {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:01.787291 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:53:01Z', 'revision_number': 6, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.816687 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] For port 00dc8075-8664-4a4b-82ae-b9f336f32fe0, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=00dc8075-8664-4a4b-82ae-b9f336f32fe0,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:01.818746 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:01.839553 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1abea9-48cc-452a-beff-ffb0524945d3 None None] The sync data for ids ['248a42d7-fac6-40c4-8d72-86d884f5f462'] in dv-cinder-797608-33-iscsi is: [{'id': '248a42d7-fac6-40c4-8d72-86d884f5f462', 'name': 'tempest-DeleteServersTestJSON-1008323804-router', 'tenant_id': '63675a395d824db687bca143dc25c3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:53:01Z', 'revision_number': 6, 'project_id': '63675a395d824db687bca143dc25c3b2', 'gw_port_host': None}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:01.845964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Calling delete_port for 00dc8075-8664-4a4b-82ae-b9f336f32fe0 owned by network:router_gateway {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:53:02.078712 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (00dc8075-8664-4a4b-82ae-b9f336f32fe0), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.104718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=00dc8075-8664-4a4b-82ae-b9f336f32fe0,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.176051 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (248a42d7-fac6-40c4-8d72-86d884f5f462), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.282496 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (248a42d7-fac6-40c4-8d72-86d884f5f462), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.284749 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks [] for router_controller (248a42d7-fac6-40c4-8d72-86d884f5f462), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.315096 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:02.426698 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (248a42d7-fac6-40c4-8d72-86d884f5f462), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.427292 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248a42d7-fac6-40c4-8d72-86d884f5f462 {{(pid=116209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:53:02.436619 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.440595 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f24d97a0-47cc-4cea-a048-4935145a1db9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/248a42d7-fac6-40c4-8d72-86d884f5f462 HTTP/1.1" status: 204 len: 168 time: 1.1573875 Jun 17 08:53:02.441648 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38452) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:02.513665 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:02.569790 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] Deleting subnet 3776d131-7a53-4bef-a49d-0085b473fab8 {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:53:02.575702 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38456) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:02.580335 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] Publish callbacks [] for subnet (3776d131-7a53-4bef-a49d-0085b473fab8), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.590599 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dcc9-ffd9-4b74-a1fc-491eecf6c299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.641255 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (3776d131-7a53-4bef-a49d-0085b473fab8), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.675329 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-af6247ae-c968-4ae5-8f0d-cc28aba4c701 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:02.677187 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-af6247ae-c968-4ae5-8f0d-cc28aba4c701 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "GET /v2.0/networks?id=ba4c2740-eda9-41f4-b954-e1d4f9107a41 HTTP/1.1" status: 200 len: 813 time: 0.2184107 Jun 17 08:53:02.709083 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Request body: {'port': {'device_id': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41', 'admin_state_up': True, 'tenant_id': '25f8de28a0664821af43d9cdccab292d'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:02.736054 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dcc9-ffd9-4b74-a1fc-491eecf6c299 admin admin] Publish callbacks [] for security_group (421c58c2-289c-4601-a54c-dd995559ed83), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.851482 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:02.861147 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dcc9-ffd9-4b74-a1fc-491eecf6c299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (421c58c2-289c-4601-a54c-dd995559ed83), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.890714 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d0c568c-c0c2-4fda-ae9b-1d690580dd27 req-97918269-64c3-4e25-86bd-2997cfef1ce7 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 210 time: 0.0887084 Jun 17 08:53:02.897215 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (3776d131-7a53-4bef-a49d-0085b473fab8), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:02.934560 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6dcc9-ffd9-4b74-a1fc-491eecf6c299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421c58c2-289c-4601-a54c-dd995559ed83,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.940194 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-3bf6dcc9-ffd9-4b74-a1fc-491eecf6c299 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19e5d438c83d4778a0d03171cc0150fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633208 Jun 17 08:53:02.943518 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38468) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:03.013585 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-13b8f8ad-02dc-4bed-9cd2-37adbac3b993 admin admin] Publish callbacks [] for security_group (421c58c2-289c-4601-a54c-dd995559ed83), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.041836 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-13b8f8ad-02dc-4bed-9cd2-37adbac3b993 admin admin] Publish callbacks [] for security_group (421c58c2-289c-4601-a54c-dd995559ed83), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.095756 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:03.238088 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-13b8f8ad-02dc-4bed-9cd2-37adbac3b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (421c58c2-289c-4601-a54c-dd995559ed83), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.240761 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-13b8f8ad-02dc-4bed-9cd2-37adbac3b993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.242006 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-13b8f8ad-02dc-4bed-9cd2-37adbac3b993 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/421c58c2-289c-4601-a54c-dd995559ed83 HTTP/1.1" status: 204 len: 168 time: 0.2972484 Jun 17 08:53:03.250416 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8f8ad-02dc-4bed-9cd2-37adbac3b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421c58c2-289c-4601-a54c-dd995559ed83,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.323787 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Made reservation on behalf of 25f8de28a0664821af43d9cdccab292d for: {'port': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:03.327600 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.360104 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (3776d131-7a53-4bef-a49d-0085b473fab8), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.421724 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3776d131-7a53-4bef-a49d-0085b473fab8,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.423053 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.425494 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71fc36-bfe1-42be-9a08-71586992d37c None None] Network e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:03.430476 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d77b2ffa-51c3-4864-84fd-a584b8091909 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3776d131-7a53-4bef-a49d-0085b473fab8 HTTP/1.1" status: 204 len: 168 time: 0.9850965 Jun 17 08:53:03.430772 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38488) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:03.502953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.506731 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Allocated IP 172.20.0.7 (ba4c2740-eda9-41f4-b954-e1d4f9107a41/4a0adec1-1af3-42cb-9a96-0d0bfc164cb7/0089423c-f96d-4e7e-9d00-2111a2dc1752) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:03.550045 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Deleting port e7bfb212-264d-48cf-a1f2-e16220a882fe {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:53:03.550384 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.593447 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] DHCP port deletion for e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:53:03.627956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] For port e7bfb212-264d-48cf-a1f2-e16220a882fe, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=e7bfb212-264d-48cf-a1f2-e16220a882fe,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:03.628311 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.641668 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Deleting port e7bfb212-264d-48cf-a1f2-e16220a882fe {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:53:03.642118 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.645760 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Calling delete_port for e7bfb212-264d-48cf-a1f2-e16220a882fe owned by network:dhcp {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:53:03.715201 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] For port e7bfb212-264d-48cf-a1f2-e16220a882fe, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=e7bfb212-264d-48cf-a1f2-e16220a882fe,segment=NetworkSegment(c1d6313a-797d-4302-975f-94719303151c),segment_id=c1d6313a-797d-4302-975f-94719303151c)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:03.715787 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.723497 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks [] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.738343 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Calling delete_port for e7bfb212-264d-48cf-a1f2-e16220a882fe owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:53:03.821128 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 565b79dc-4c05-4afe-8c45-875ef6db1f98 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:53:03.826618 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:03.847991 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 565b79dc-4c05-4afe-8c45-875ef6db1f98 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:53:03.848335 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 565b79dc-4c05-4afe-8c45-875ef6db1f98 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:53:03.848748 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 00dc8075-8664-4a4b-82ae-b9f336f32fe0 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:53:03.890151 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 00dc8075-8664-4a4b-82ae-b9f336f32fe0 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:53:03.890508 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 00dc8075-8664-4a4b-82ae-b9f336f32fe0 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:53:03.891290 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device e7bfb212-264d-48cf-a1f2-e16220a882fe no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:53:03.902134 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.902879 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:03.936618 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bfb212-264d-48cf-a1f2-e16220a882fe,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.950131 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:03.955075 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] No DVR routers for this DVR port e7bfb212-264d-48cf-a1f2-e16220a882fe on host dv-cinder-797608-33-iscsi {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:53:03.960646 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Network ba4c2740-eda9-41f4-b954-e1d4f9107a41 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:03.974765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:03.980004 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:04.028245 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No active binding found for port e7bfb212-264d-48cf-a1f2-e16220a882fe {{(pid=116211) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 17 08:53:04.028748 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] The host dv-cinder-797608-33-iscsi is not matching for port e7bfb212-264d-48cf-a1f2-e16220a882fe host None! {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 17 08:53:04.029142 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device e7bfb212-264d-48cf-a1f2-e16220a882fe not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:53:04.049026 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (e7bfb212-264d-48cf-a1f2-e16220a882fe), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.052375 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:04.052375 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.074851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Pushing event updated for resources: {'Port': ['ID=0089423c-f96d-4e7e-9d00-2111a2dc1752,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.091704 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.116773 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Pushing event deleted for resources: {'Port': ['ID=e7bfb212-264d-48cf-a1f2-e16220a882fe,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.122943 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.130987 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] No DVR routers for this DVR port e7bfb212-264d-48cf-a1f2-e16220a882fe on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:53:04.133998 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.135168 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.135850 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.136554 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.137352 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.138114 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.138914 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.139851 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.140268 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d6313a-797d-4302-975f-94719303151c') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.140625 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.140875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d6313a-797d-4302-975f-94719303151c') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.141481 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.142233 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.142874 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.143685 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.144483 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.145445 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8de65-848f-478a-b577-cea65c0c7fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:04.159518 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (c1d6313a-797d-4302-975f-94719303151c), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.180802 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-fc9c63b3-ca23-467f-8cae-1521d1865020 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4780114 Jun 17 08:53:04.190375 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (c1d6313a-797d-4302-975f-94719303151c), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.195469 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baefde1-2760-44f6-8b00-2dd938ea0613 req-85060991-6216-4c28-a1c6-33b2877ca4a0 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:04.199520 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7baefde1-2760-44f6-8b00-2dd938ea0613 req-85060991-6216-4c28-a1c6-33b2877ca4a0 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 931 time: 0.0993319 Jun 17 08:53:04.201639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:04.202219 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (c1d6313a-797d-4302-975f-94719303151c), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.204730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Request body: {'port': {'device_id': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:04.301518 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment c1d6313a-797d-4302-975f-94719303151c resource provider aggregate not found Jun 17 08:53:04.329863 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment c1d6313a-797d-4302-975f-94719303151c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1d6313a-797d-4302-975f-94719303151c found for delete ", "request_id": "req-72a80658-519a-4946-a39a-1cb3a9e80bdc"}]} Jun 17 08:53:04.359221 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7baefde1-2760-44f6-8b00-2dd938ea0613 req-a639ed16-71f6-4bdd-ad31-1eae26d5dc75 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223686 Jun 17 08:53:04.359989 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.420885 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.439136 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.439136 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b HTTP/1.1" status: 204 len: 168 time: 1.0002334 Jun 17 08:53:04.443430 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67483-18a7-420a-90c7-811f1519f801 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f9f60a-b82f-48c3-9f9e-8ceb37fec40b,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.650641 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0089423c-f96d-4e7e-9d00-2111a2dc1752 {{(pid=116210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:53:04.658092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Publish callbacks [] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.671325 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.provisioning_blocks [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Transition to ACTIVE for port object 0089423c-f96d-4e7e-9d00-2111a2dc1752 will not be triggered until provisioned by entity L2. {{(pid=116210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:53:04.758264 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.814176 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Pushing event updated for resources: {'Port': ['ID=0089423c-f96d-4e7e-9d00-2111a2dc1752,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.855848 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38534) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:04.897914 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Attempting to bind port 0089423c-f96d-4e7e-9d00-2111a2dc1752 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:04.900252 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Attempting to bind port 0089423c-f96d-4e7e-9d00-2111a2dc1752 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:04.901835 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Attempting to bind port 0089423c-f96d-4e7e-9d00-2111a2dc1752 on network ba4c2740-eda9-41f4-b954-e1d4f9107a41 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:04.906967 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Port 0089423c-f96d-4e7e-9d00-2111a2dc1752 on network ba4c2740-eda9-41f4-b954-e1d4f9107a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:53:04.907604 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Attempting to bind port 0089423c-f96d-4e7e-9d00-2111a2dc1752 on network ba4c2740-eda9-41f4-b954-e1d4f9107a41 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:04.914505 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-dd1c5270-e96a-4594-9811-7ade5082e5ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63675a395d824db687bca143dc25c3b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0551476 Jun 17 08:53:04.915012 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:04.915121 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38538) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:04.915205 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Checking segment: {'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:04.915205 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Bound using segment: {'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:04.916535 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Bound port: 0089423c-f96d-4e7e-9d00-2111a2dc1752, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'}}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:04.917860 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.943951 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:04.977588 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-14a8868f-92f0-4b5d-a5e4-cfc916cdbfc7 admin admin] Publish callbacks [] for security_group (421b39d2-046a-4f1a-913a-56f715e48666), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:04.992093 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] For port 0089423c-f96d-4e7e-9d00-2111a2dc1752, host hv-cinder-79760, cleared binding levels {{(pid=116210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:04.998053 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] For port 0089423c-f96d-4e7e-9d00-2111a2dc1752, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0089423c-f96d-4e7e-9d00-2111a2dc1752,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:05.002550 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-14a8868f-92f0-4b5d-a5e4-cfc916cdbfc7 admin admin] Publish callbacks [] for security_group (421b39d2-046a-4f1a-913a-56f715e48666), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.095067 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:05.097248 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.135179 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:05.135818 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.137376 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] 10.222.0.83 "PUT /v2.0/ports/0089423c-f96d-4e7e-9d00-2111a2dc1752 HTTP/1.1" status: 200 len: 1093 time: 0.9369140 Jun 17 08:53:05.137832 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'tag': '0089423c-f96d-4e7e-9d00-2111a2dc1752'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:53:05.140140 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e44ffd-96e3-487d-bb18-78094872c192" -d '{"events": [{"name": "network-changed", "server_uuid": "edcd67d0-7a53-4e37-a947-a077ffd9bd71", "tag": "0089423c-f96d-4e7e-9d00-2111a2dc1752"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:05.177138 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-14a8868f-92f0-4b5d-a5e4-cfc916cdbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (421b39d2-046a-4f1a-913a-56f715e48666), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.180534 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92af0a8-17c0-45be-8ec3-b8c0b96194f4 x-openstack-request-id: req-f92af0a8-17c0-45be-8ec3-b8c0b96194f4 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:05.181298 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-14a8868f-92f0-4b5d-a5e4-cfc916cdbfc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.186563 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcd67d0-7a53-4e37-a947-a077ffd9bd71", "tag": "0089423c-f96d-4e7e-9d00-2111a2dc1752", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:05.186563 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f92af0a8-17c0-45be-8ec3-b8c0b96194f4 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:05.186563 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92af0a8-17c0-45be-8ec3-b8c0b96194f4'] response: {'name': 'network-changed', 'server_uuid': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'tag': '0089423c-f96d-4e7e-9d00-2111a2dc1752', 'status': 'completed', 'code': 200} Jun 17 08:53:05.187257 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-14a8868f-92f0-4b5d-a5e4-cfc916cdbfc7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/421b39d2-046a-4f1a-913a-56f715e48666 HTTP/1.1" status: 204 len: 168 time: 0.2660785 Jun 17 08:53:05.190844 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83d7f5-2c66-4ac3-888c-9ddcee6d8037 service neutron] Pushing event updated for resources: {'Port': ['ID=0089423c-f96d-4e7e-9d00-2111a2dc1752,revision_number=3']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:05.211904 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8868f-92f0-4b5d-a5e4-cfc916cdbfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421b39d2-046a-4f1a-913a-56f715e48666,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:05.273582 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e44ffd-96e3-487d-bb18-78094872c192 req-267bea8b-0d95-4c71-b847-5ecfeaee5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:05.275761 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-57e44ffd-96e3-487d-bb18-78094872c192 req-267bea8b-0d95-4c71-b847-5ecfeaee5e00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25f8de28a0664821af43d9cdccab292d&device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 1127 time: 0.0598502 Jun 17 08:53:05.323963 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:05.492795 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e44ffd-96e3-487d-bb18-78094872c192 req-4ffae99b-a18c-420b-bcd7-a99acb5923c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:05.495003 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-57e44ffd-96e3-487d-bb18-78094872c192 req-4ffae99b-a18c-420b-bcd7-a99acb5923c6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=25f8de28a0664821af43d9cdccab292d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2101562 Jun 17 08:53:05.511063 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b73d4-ccde-45c5-92be-bb24b73205cd req-18974020-0c31-406a-9b7d-f03bae5c71fc tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:05.512889 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d5b73d4-ccde-45c5-92be-bb24b73205cd req-18974020-0c31-406a-9b7d-f03bae5c71fc tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 943 time: 0.0626969 Jun 17 08:53:05.526922 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38590) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:05.680294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b7bacc81-ef04-4210-a9e8-b925f818b216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.715338 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d5b73d4-ccde-45c5-92be-bb24b73205cd req-08694156-7c1f-49d6-a54a-16bbe0664b5f tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936820 Jun 17 08:53:05.755645 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e44ffd-96e3-487d-bb18-78094872c192 req-b53eb6d0-b1ac-458f-89a4-ae1481a449e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:05.757434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-57e44ffd-96e3-487d-bb18-78094872c192 req-b53eb6d0-b1ac-458f-89a4-ae1481a449e3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439201 Jun 17 08:53:05.767097 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b7bacc81-ef04-4210-a9e8-b925f818b216 admin admin] Publish callbacks [] for security_group (d4ab7779-8be4-4835-85bf-5b8687367ce4), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.833575 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-2133e39e-b401-49a3-acad-81c5c2800c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:05.835092 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-2133e39e-b401-49a3-acad-81c5c2800c2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25f8de28a0664821af43d9cdccab292d&device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 1127 time: 0.0406790 Jun 17 08:53:05.879933 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-489b3141-9d0c-43f5-a029-99811e0bb8d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0089423c-f96d-4e7e-9d00-2111a2dc1752 HTTP/1.1" status: 200 len: 217 time: 0.0357726 Jun 17 08:53:05.883371 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b7bacc81-ef04-4210-a9e8-b925f818b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d4ab7779-8be4-4835-85bf-5b8687367ce4), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:05.936328 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-322c5a7c-3a05-4c23-9732-53cbcd995d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:05.937986 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-322c5a7c-3a05-4c23-9732-53cbcd995d93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4a0adec1-1af3-42cb-9a96-0d0bfc164cb7 HTTP/1.1" status: 200 len: 853 time: 0.0518076 Jun 17 08:53:05.947801 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b7bacc81-ef04-4210-a9e8-b925f818b216 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=653fd7cdd0e240b181af741c9ecf38f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197247 Jun 17 08:53:05.952224 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38608) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:05.978392 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bacc81-ef04-4210-a9e8-b925f818b216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab7779-8be4-4835-85bf-5b8687367ce4,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:05.982389 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-93c01524-02e6-4b84-a29f-88ff3f674898 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba4c2740-eda9-41f4-b954-e1d4f9107a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309522 Jun 17 08:53:06.014603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0c04a4c6-7d8d-46ca-b6c7-b0810a32b77f admin admin] Publish callbacks [] for security_group (d4ab7779-8be4-4835-85bf-5b8687367ce4), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.039810 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0c04a4c6-7d8d-46ca-b6c7-b0810a32b77f admin admin] Publish callbacks [] for security_group (d4ab7779-8be4-4835-85bf-5b8687367ce4), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.157165 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-3cd6fdba-e65f-4138-b8ed-a635434a4db9 service neutron] 10.222.0.83 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657600 Jun 17 08:53:06.169780 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0c04a4c6-7d8d-46ca-b6c7-b0810a32b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d4ab7779-8be4-4835-85bf-5b8687367ce4), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.173099 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0c04a4c6-7d8d-46ca-b6c7-b0810a32b77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.175816 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0c04a4c6-7d8d-46ca-b6c7-b0810a32b77f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4ab7779-8be4-4835-85bf-5b8687367ce4 HTTP/1.1" status: 204 len: 168 time: 0.2226274 Jun 17 08:53:06.185672 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04a4c6-7d8d-46ca-b6c7-b0810a32b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab7779-8be4-4835-85bf-5b8687367ce4,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:06.222647 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38622) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:06.298081 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f49f78a5-8635-4cc3-afb2-75d4be618c49 req-c79fefa5-340d-459d-b663-9976d160b170 service neutron] 10.222.0.83 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347976 Jun 17 08:53:06.512297 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:06.544741 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fbaf0bf-3c94-41b7-9de9-49ed53f9c5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.588357 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38648) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:06.643736 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fbaf0bf-3c94-41b7-9de9-49ed53f9c5e1 admin admin] Publish callbacks [] for security_group (238204b9-c0b9-4f56-8eec-6760e19355b5), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.651101 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-949630617-network', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:06.711793 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fbaf0bf-3c94-41b7-9de9-49ed53f9c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (238204b9-c0b9-4f56-8eec-6760e19355b5), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.739514 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:06.746843 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Made reservation on behalf of 6cd5b6aa6edd4bafa8aec3e9d28ae980 for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:06.749885 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.757562 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9fbaf0bf-3c94-41b7-9de9-49ed53f9c5e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fe2d59b16f44ee6b1fb1053d68c9a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291078 Jun 17 08:53:06.759013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38658) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:06.761537 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.765975 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaf0bf-3c94-41b7-9de9-49ed53f9c5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238204b9-c0b9-4f56-8eec-6760e19355b5,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:06.821916 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0f66f4ac-d40f-49b9-906f-22a6db8f3d9a admin admin] Publish callbacks [] for security_group (238204b9-c0b9-4f56-8eec-6760e19355b5), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.844556 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0f66f4ac-d40f-49b9-906f-22a6db8f3d9a admin admin] Publish callbacks [] for security_group (238204b9-c0b9-4f56-8eec-6760e19355b5), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.857932 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b58b-1c46-4855-a5a3-bde838d1c2b2 req-34f6cd6a-9fbe-45ea-98b6-e1669d90400d tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:06.867473 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54d2b58b-1c46-4855-a5a3-bde838d1c2b2 req-34f6cd6a-9fbe-45ea-98b6-e1669d90400d tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 943 time: 0.0711186 Jun 17 08:53:06.926812 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks [] for security_group (e7d2703b-640e-4e34-84e9-80a24f68f18b), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.939028 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54d2b58b-1c46-4855-a5a3-bde838d1c2b2 req-6aa52a87-646e-4d99-a200-942a205647b0 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626693 Jun 17 08:53:06.998082 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e7d2703b-640e-4e34-84e9-80a24f68f18b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:06.998229 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0f66f4ac-d40f-49b9-906f-22a6db8f3d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (238204b9-c0b9-4f56-8eec-6760e19355b5), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.000875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0f66f4ac-d40f-49b9-906f-22a6db8f3d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.002401 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0f66f4ac-d40f-49b9-906f-22a6db8f3d9a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/238204b9-c0b9-4f56-8eec-6760e19355b5 HTTP/1.1" status: 204 len: 168 time: 0.2418556 Jun 17 08:53:07.013745 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66f4ac-d40f-49b9-906f-22a6db8f3d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238204b9-c0b9-4f56-8eec-6760e19355b5,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.051308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:07.060493 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d2703b-640e-4e34-84e9-80a24f68f18b,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.068885 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (b0a83815-c026-49b8-a9da-17d4d6bd4941), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.069587 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Added segment b0a83815-c026-49b8-a9da-17d4d6bd4941 of type vlan for network 8fa13e99-aed9-4194-a577-7ffc636408e6 Jun 17 08:53:07.113328 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (8fa13e99-aed9-4194-a577-7ffc636408e6), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.260800 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (8fa13e99-aed9-4194-a577-7ffc636408e6), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.261847 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:07.262423 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.329159 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa13e99-aed9-4194-a577-7ffc636408e6,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.343931 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:53:07.386066 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b8fd2143-3357-490f-97e1-b15db23f7718 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7943077 Jun 17 08:53:07.387881 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38678) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:07.392779 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Request body: {'subnet': {'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-subnet', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:07.495987 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Made reservation on behalf of 6cd5b6aa6edd4bafa8aec3e9d28ae980 for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:07.498522 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13658681'] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.643326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:07.763691 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14377968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13658667'] for subnet (a8afceea-41c2-48ae-89de-d8502af1e8e4), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.823695 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8afceea-41c2-48ae-89de-d8502af1e8e4,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.831092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Checking segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:07.831475 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Network hostable DHCP agents. Network: 8fa13e99-aed9-4194-a577-7ffc636408e6, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:07.902182 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:07.903670 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38692) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:07.917823 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c36206dd-8b33-49ca-aa0e-11b56be3f525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.952971 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:07.974924 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 8fa13e99-aed9-4194-a577-7ffc636408e6) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:07.980795 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:07.982216 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:07.986840 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8a44d-4455-4cec-9240-95befbe442b7 None None] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:08.015488 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c36206dd-8b33-49ca-aa0e-11b56be3f525 admin admin] Publish callbacks [] for security_group (48ebdccd-4311-44ba-b243-2a93d3f2c95c), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.091123 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842afc34-1fdd-44d4-847a-f63b08b16e03 req-100b625c-9488-41b2-94ce-870866d5ba40 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:08.094914 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-842afc34-1fdd-44d4-847a-f63b08b16e03 req-100b625c-9488-41b2-94ce-870866d5ba40 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 943 time: 0.0682149 Jun 17 08:53:08.116043 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-8fa13e99-aed9-4194-a577-7ffc636408e6', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:53:08.117012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.135740 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c36206dd-8b33-49ca-aa0e-11b56be3f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (48ebdccd-4311-44ba-b243-2a93d3f2c95c), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.142645 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-4d586a84-eac2-4543-856d-c8aec8d1978d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7534001 Jun 17 08:53:08.146252 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38698) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:08.151391 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:08.171407 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36206dd-8b33-49ca-aa0e-11b56be3f525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ebdccd-4311-44ba-b243-2a93d3f2c95c,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.178632 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-842afc34-1fdd-44d4-847a-f63b08b16e03 req-0a9f9b47-6b40-485d-b676-3c8b3b600cc3 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Jun 17 08:53:08.195314 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c36206dd-8b33-49ca-aa0e-11b56be3f525 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42b7ccfd96ca49ca9dc266fc153be869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877965 Jun 17 08:53:08.195715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38700) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:08.259099 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75857342-298f-4c0e-8211-26c8264a95c0 admin admin] Publish callbacks [] for security_group (48ebdccd-4311-44ba-b243-2a93d3f2c95c), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.271493 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Allocated IP 172.20.0.2 (8fa13e99-aed9-4194-a577-7ffc636408e6/a8afceea-41c2-48ae-89de-d8502af1e8e4/89c31ba0-a9cb-40b9-8cbf-051fe2e8213f) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:08.281296 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75857342-298f-4c0e-8211-26c8264a95c0 admin admin] Publish callbacks [] for security_group (48ebdccd-4311-44ba-b243-2a93d3f2c95c), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.288606 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (e25fd23f-0ff7-49ff-b112-2222fb19db06), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.290875 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (e25fd23f-0ff7-49ff-b112-2222fb19db06), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.374564 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks [] for router_controller (e25fd23f-0ff7-49ff-b112-2222fb19db06), precommit_add_association {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.437104 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Publish callbacks [] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.490936 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75857342-298f-4c0e-8211-26c8264a95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (48ebdccd-4311-44ba-b243-2a93d3f2c95c), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.494179 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75857342-298f-4c0e-8211-26c8264a95c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.499014 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-75857342-298f-4c0e-8211-26c8264a95c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48ebdccd-4311-44ba-b243-2a93d3f2c95c HTTP/1.1" status: 204 len: 168 time: 0.3009918 Jun 17 08:53:08.530684 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.558487 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75857342-298f-4c0e-8211-26c8264a95c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ebdccd-4311-44ba-b243-2a93d3f2c95c,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.604390 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:08.610941 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:08.613722 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:08.634415 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks [] for router_gateway (e25fd23f-0ff7-49ff-b112-2222fb19db06), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.653701 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Pushing event updated for resources: {'Port': ['ID=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.690701 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Attempting to bind port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:08.691063 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Attempting to bind port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:08.691456 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Attempting to bind port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:08.697837 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:08.698202 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Checking segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:08.698597 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.698984 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Bound using segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:08.699477 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Bound port: 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:08.699851 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.764781 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-c766ddd2-7275-4595-940b-507e516121ab None None] For port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:08.768331 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-c766ddd2-7275-4595-940b-507e516121ab None None] For port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:08.847918 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.886370 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:08.929791 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks [] for router_gateway (e25fd23f-0ff7-49ff-b112-2222fb19db06), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:08.933976 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766ddd2-7275-4595-940b-507e516121ab None None] Pushing event updated for resources: {'Port': ['ID=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.957854 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:09.088617 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Allocated IP 172.27.0.207 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/9595be05-db50-4382-84fc-709688def958) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:09.436480 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:09.491336 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5dc48-673d-48f8-aede-49ad6018e35e req-cc7c4060-9584-422a-9037-70c498591309 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:09.492904 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a6f5dc48-673d-48f8-aede-49ad6018e35e req-cc7c4060-9584-422a-9037-70c498591309 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 943 time: 0.0744047 Jun 17 08:53:09.535426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks [] for port (9595be05-db50-4382-84fc-709688def958), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:09.590058 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a6f5dc48-673d-48f8-aede-49ad6018e35e req-121d2381-c2c3-48dc-8143-b442986a5cc4 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864832 Jun 17 08:53:09.724485 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (9595be05-db50-4382-84fc-709688def958), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:09.786942 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:09.791274 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:09.811112 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:09.816003 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:09.840861 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=9595be05-db50-4382-84fc-709688def958,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:09.865022 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:09.886445 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:09.886445 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:09.959944 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:10.028750 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:10.029133 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.066155 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:10.171176 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.180558 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404170d6-3e74-42f9-b85f-d05266d93a3b None None] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:10.229531 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 0089423c-f96d-4e7e-9d00-2111a2dc1752 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:53:10.240285 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks [] for router_gateway (e25fd23f-0ff7-49ff-b112-2222fb19db06), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.324956 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.331892 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-9d82cf22-ac55-4fd5-a611-2402948c7083 None None] Provisioning complete for port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:10.332263 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9d82cf22-ac55-4fd5-a611-2402948c7083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.442792 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (e25fd23f-0ff7-49ff-b112-2222fb19db06), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.607419 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 0089423c-f96d-4e7e-9d00-2111a2dc1752, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0089423c-f96d-4e7e-9d00-2111a2dc1752,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:10.647904 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '0089423c-f96d-4e7e-9d00-2111a2dc1752', 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41', 'port_id': '0089423c-f96d-4e7e-9d00-2111a2dc1752', 'mac_address': 'fa:16:3e:79:95:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0adec1-1af3-42cb-9a96-0d0bfc164cb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:53:10.662119 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-9d82cf22-ac55-4fd5-a611-2402948c7083 None None] Current status of the port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:10.677717 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Router e25fd23f-0ff7-49ff-b112-2222fb19db06 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:53:10.719396 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 0089423c-f96d-4e7e-9d00-2111a2dc1752 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:10.719885 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.735914 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0089423c-f96d-4e7e-9d00-2111a2dc1752 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:53:10.779263 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 0089423c-f96d-4e7e-9d00-2111a2dc1752, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0089423c-f96d-4e7e-9d00-2111a2dc1752,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:10.791209 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892cf6a-04ce-4dd4-af7b-3eea7de46ad9 req-77b50a40-f219-42b7-8a58-396868c8fe48 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:10.792853 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1892cf6a-04ce-4dd4-af7b-3eea7de46ad9 req-77b50a40-f219-42b7-8a58-396868c8fe48 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 943 time: 0.1016202 Jun 17 08:53:10.856077 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.880221 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:10.894322 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1892cf6a-04ce-4dd4-af7b-3eea7de46ad9 req-f9b37af7-64c0-4a14-b031-2a9fa40f8bc4 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734580 Jun 17 08:53:10.903115 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Sync routers for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:10.912760 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-92110e83-18d7-49a0-9dea-44a9987e4401 None None] Provisioning complete for port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:10.913193 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-92110e83-18d7-49a0-9dea-44a9987e4401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:10.956269 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=0089423c-f96d-4e7e-9d00-2111a2dc1752,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.956269 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:10.957140 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:11.045608 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.048062 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8f7f2cb3-378b-4ba2-a644-921e1ec06bf8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8999178 Jun 17 08:53:11.057136 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38766) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:11.104574 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-92110e83-18d7-49a0-9dea-44a9987e4401 None None] Current status of the port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:11.121950 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['0089423c-f96d-4e7e-9d00-2111a2dc1752'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:53:11.174772 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:11.441032 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:10Z', 'revision_number': 3, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:11.471674 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Checking router: e25fd23f-0ff7-49ff-b112-2222fb19db06 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:11.472023 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Updating router e25fd23f-0ff7-49ff-b112-2222fb19db06 port 9595be05-db50-4382-84fc-709688def958 binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:11.503619 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9595be05-db50-4382-84fc-709688def958), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.533410 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.643110 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38776) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:11.735807 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Allocated IP 172.20.0.1 (8fa13e99-aed9-4194-a577-7ffc636408e6/a8afceea-41c2-48ae-89de-d8502af1e8e4/84cd69fc-e821-4a17-b05b-e15f2e214349) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:11.789637 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:11.830941 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b432-92d8-41e1-a8d5-01ab699f8170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.834830 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Publish callbacks [] for port (9595be05-db50-4382-84fc-709688def958), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.854611 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:11.855006 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.896345 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks [] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.941861 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:11.954130 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9595be05-db50-4382-84fc-709688def958), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:11.983392 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:12.002624 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b432-92d8-41e1-a8d5-01ab699f8170 admin admin] Publish callbacks [] for security_group (82cec14b-318c-4158-9895-d5b5a465950f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.014459 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Attempting to bind port 9595be05-db50-4382-84fc-709688def958 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:12.014831 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Attempting to bind port 9595be05-db50-4382-84fc-709688def958 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:12.015192 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Attempting to bind port 9595be05-db50-4382-84fc-709688def958 on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:12.017376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59dedf-36bf-43d7-9633-c014467443de None None] Pushing event updated for resources: {'Port': ['ID=9595be05-db50-4382-84fc-709688def958,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.025512 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:12.025767 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:12.026180 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.026573 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:12.027084 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Bound port: 9595be05-db50-4382-84fc-709688def958, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:12.028056 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9595be05-db50-4382-84fc-709688def958), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.044746 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50d80-e92b-409b-8ca6-203067e7ecee req-05c6ec56-ddc3-4c81-b76d-18491b35b602 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:12.048005 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-45f50d80-e92b-409b-8ca6-203067e7ecee req-05c6ec56-ddc3-4c81-b76d-18491b35b602 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 944 time: 0.0595734 Jun 17 08:53:12.063994 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.084263 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] For port 9595be05-db50-4382-84fc-709688def958, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:12.088335 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] For port 9595be05-db50-4382-84fc-709688def958, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9595be05-db50-4382-84fc-709688def958,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:12.113034 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b432-92d8-41e1-a8d5-01ab699f8170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (82cec14b-318c-4158-9895-d5b5a465950f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.155773 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:12.170902 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9595be05-db50-4382-84fc-709688def958), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.176569 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:12.186265 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:12.202077 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Pushing event updated for resources: {'Port': ['ID=84cd69fc-e821-4a17-b05b-e15f2e214349,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.235678 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a1d4b432-92d8-41e1-a8d5-01ab699f8170 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b133179dade8437da22cd02cde23dc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5889056 Jun 17 08:53:12.235899 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:12.235998 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38786) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:12.242841 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-45f50d80-e92b-409b-8ca6-203067e7ecee req-cababb06-b45d-4a48-995a-b51c802157e8 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887202 Jun 17 08:53:12.243586 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4b432-92d8-41e1-a8d5-01ab699f8170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cec14b-318c-4158-9895-d5b5a465950f,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.246358 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:12.276559 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:12.286704 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (e25fd23f-0ff7-49ff-b112-2222fb19db06), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.324582 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04a6a6c4-49cb-420e-8038-6c7609e8217b admin admin] Publish callbacks [] for security_group (82cec14b-318c-4158-9895-d5b5a465950f), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.324800 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59dedf-36bf-43d7-9633-c014467443de None None] Pushing event updated for resources: {'Port': ['ID=9595be05-db50-4382-84fc-709688def958,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.362458 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:12.417950 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04a6a6c4-49cb-420e-8038-6c7609e8217b admin admin] Publish callbacks [] for security_group (82cec14b-318c-4158-9895-d5b5a465950f), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.421167 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:12.547521 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-f98f114e-5b65-472d-91d5-66409c8783b8 None None] Provisioning complete for port 84cd69fc-e821-4a17-b05b-e15f2e214349 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:12.547984 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-f98f114e-5b65-472d-91d5-66409c8783b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.563289 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.594068 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-f98f114e-5b65-472d-91d5-66409c8783b8 None None] Port 84cd69fc-e821-4a17-b05b-e15f2e214349 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:12.613755 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04a6a6c4-49cb-420e-8038-6c7609e8217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (82cec14b-318c-4158-9895-d5b5a465950f), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.616533 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-04a6a6c4-49cb-420e-8038-6c7609e8217b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.617862 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-04a6a6c4-49cb-420e-8038-6c7609e8217b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82cec14b-318c-4158-9895-d5b5a465950f HTTP/1.1" status: 204 len: 168 time: 0.3808310 Jun 17 08:53:12.630365 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6a6c4-49cb-420e-8038-6c7609e8217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cec14b-318c-4158-9895-d5b5a465950f,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.687753 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:10Z', 'revision_number': 3, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:12.718568 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f25b0-5abd-4602-a2ce-b2348cc4bbe9 None None] The sync data for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi is: [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:10Z', 'revision_number': 3, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:12.739906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:12.762255 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks [] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.852243 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.940916 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (e25fd23f-0ff7-49ff-b112-2222fb19db06), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:12.963842 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Pushing event updated for resources: {'Port': ['ID=84cd69fc-e821-4a17-b05b-e15f2e214349,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:13.358289 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:13.411970 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6a02c-42ae-4566-b05b-f044d6052ae4 req-aeb58b69-da52-4c19-839c-2fee7c353297 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:13.413793 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eae6a02c-42ae-4566-b05b-f044d6052ae4 req-aeb58b69-da52-4c19-839c-2fee7c353297 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 944 time: 0.0732260 Jun 17 08:53:13.432115 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:13.439472 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:13.482844 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:13.555244 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eae6a02c-42ae-4566-b05b-f044d6052ae4 req-4a0ac8a5-2844-4db4-a28a-774d4165971f tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352770 Jun 17 08:53:13.631673 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Router e25fd23f-0ff7-49ff-b112-2222fb19db06 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:53:13.744853 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-3cd6b33b-2ab8-4cbf-b0fc-e2cde6cd028b None None] Provisioning complete for port 84cd69fc-e821-4a17-b05b-e15f2e214349 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:13.749898 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b33b-2ab8-4cbf-b0fc-e2cde6cd028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:13.778102 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:13.785400 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-066d2401-77e9-4a1c-b845-17ff683f300c admin admin] 10.222.0.78 "PUT /v2.0/routers/e25fd23f-0ff7-49ff-b112-2222fb19db06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7267447 Jun 17 08:53:13.820439 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6b33b-2ab8-4cbf-b0fc-e2cde6cd028b None None] Port 84cd69fc-e821-4a17-b05b-e15f2e214349 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:13.824783 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9595be05-db50-4382-84fc-709688def958 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:13.878911 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 9595be05-db50-4382-84fc-709688def958 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:13.879276 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (9595be05-db50-4382-84fc-709688def958), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:13.967545 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 9595be05-db50-4382-84fc-709688def958 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:13.968012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9595be05-db50-4382-84fc-709688def958), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:13.996022 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:13.998043 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 9595be05-db50-4382-84fc-709688def958, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9595be05-db50-4382-84fc-709688def958,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:14.035929 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38830) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:14.107031 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9595be05-db50-4382-84fc-709688def958), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.148097 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1027808746-network', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:14.177586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=9595be05-db50-4382-84fc-709688def958,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.255121 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Made reservation on behalf of 7e69cf14c3c8482fbf95620efe1bee1d for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:14.257483 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.266519 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:14.279636 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.376535 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-e682b629-111c-46ea-a3cc-81a1dad32758 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:14.379857 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-e682b629-111c-46ea-a3cc-81a1dad32758 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 818 time: 0.1488597 Jun 17 08:53:14.406354 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-64780328-9338-44fa-b9e5-cfd75f473069 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/quotas/6cd5b6aa6edd4bafa8aec3e9d28ae980 HTTP/1.1" status: 200 len: 375 time: 0.0204124 Jun 17 08:53:14.475916 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks [] for security_group (92018889-ed63-4965-bd2c-8e95c4bb8374), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.480754 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-20cd72a2-ec36-493c-a995-7c820cae486d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674989 Jun 17 08:53:14.575941 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (92018889-ed63-4965-bd2c-8e95c4bb8374), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.596782 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-9403d944-c8ef-4595-b028-2a4792de6faf service neutron] 10.222.0.78 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092052 Jun 17 08:53:14.601292 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:14.615189 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Sync routers for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:14.626609 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:14.627406 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:14.650320 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92018889-ed63-4965-bd2c-8e95c4bb8374,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.655716 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (79f9b924-fe0b-4296-97c7-8fb80d909362), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.656065 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Added segment 79f9b924-fe0b-4296-97c7-8fb80d909362 of type vlan for network 7cb290e5-1940-4a89-abd7-919a1f5a901c Jun 17 08:53:14.733739 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:14.768219 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (7cb290e5-1940-4a89-abd7-919a1f5a901c), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.794329 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee54b2-1a3e-4147-8c4c-e6574497271f req-de19c5ba-87e4-4626-8725-a96445bd9e1e tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:14.795838 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-feee54b2-1a3e-4147-8c4c-e6574497271f req-de19c5ba-87e4-4626-8725-a96445bd9e1e tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 944 time: 0.1382675 Jun 17 08:53:14.814615 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 0089423c-f96d-4e7e-9d00-2111a2dc1752 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:14.815179 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-5d2af77f-2682-42d5-98f1-7c148020cb1b service neutron] 10.222.0.78 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108839 Jun 17 08:53:14.893927 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-feee54b2-1a3e-4147-8c4c-e6574497271f req-9da39838-f6ef-4619-82f1-9b6fd2826113 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891273 Jun 17 08:53:14.897008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 0089423c-f96d-4e7e-9d00-2111a2dc1752 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:53:14.901554 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (7cb290e5-1940-4a89-abd7-919a1f5a901c), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.902695 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:14.903397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.954703 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 2, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:14.964081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 0089423c-f96d-4e7e-9d00-2111a2dc1752 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:14.964465 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:14.974109 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb290e5-1940-4a89-abd7-919a1f5a901c,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.988395 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Checking router: e25fd23f-0ff7-49ff-b112-2222fb19db06 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:14.988759 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:53:14.988974 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Updating router e25fd23f-0ff7-49ff-b112-2222fb19db06 port 84cd69fc-e821-4a17-b05b-e15f2e214349 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:14.999554 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38850) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:15.000192 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d947ce09-f288-4b1d-a3af-9c765f48e862 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9623694 Jun 17 08:53:15.004739 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Request body: {'subnet': {'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1027808746-subnet', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:15.034352 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.100836 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Made reservation on behalf of 7e69cf14c3c8482fbf95620efe1bee1d for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:15.110199 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.120292 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b6b42771-ee25-4270-a186-d2bd41389aab req-49eca134-2a97-4fbc-a9a2-a622b095005e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 210 time: 0.0507615 Jun 17 08:53:15.138647 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 0089423c-f96d-4e7e-9d00-2111a2dc1752 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:15.139474 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.188434 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 0089423c-f96d-4e7e-9d00-2111a2dc1752, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0089423c-f96d-4e7e-9d00-2111a2dc1752,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:15.189423 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0089423c-f96d-4e7e-9d00-2111a2dc1752'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:53:15.192086 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0532cd5f-d872-41ff-9773-0f0ba7bb42b7" -d '{"events": [{"server_uuid": "edcd67d0-7a53-4e37-a947-a077ffd9bd71", "name": "network-vif-plugged", "status": "completed", "tag": "0089423c-f96d-4e7e-9d00-2111a2dc1752"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:15.241357 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8423fa-8a6c-44d3-96a5-1ce4979bab4f x-openstack-request-id: req-6f8423fa-8a6c-44d3-96a5-1ce4979bab4f {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:15.241956 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcd67d0-7a53-4e37-a947-a077ffd9bd71", "name": "network-vif-plugged", "status": "completed", "tag": "0089423c-f96d-4e7e-9d00-2111a2dc1752", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:15.242444 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f8423fa-8a6c-44d3-96a5-1ce4979bab4f {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:15.243287 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8423fa-8a6c-44d3-96a5-1ce4979bab4f'] response: {'server_uuid': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0089423c-f96d-4e7e-9d00-2111a2dc1752', 'code': 200} Jun 17 08:53:15.249636 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.311677 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:15.312311 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:15.329971 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=0089423c-f96d-4e7e-9d00-2111a2dc1752,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.341157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:15.388107 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Publish callbacks [] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.404698 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:15.447634 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-99755a90-aa2b-4191-89b5-fa7a55a86f6f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:15.449186 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-99755a90-aa2b-4191-89b5-fa7a55a86f6f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 818 time: 0.1422603 Jun 17 08:53:15.464684 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-4234e81f-7108-4ccc-a5a3-5df55add8d45 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/quotas/6cd5b6aa6edd4bafa8aec3e9d28ae980 HTTP/1.1" status: 200 len: 375 time: 0.0101423 Jun 17 08:53:15.505030 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.506301 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.519949 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-ca009aab-d9ea-40f0-9ca2-e11a18e5a159 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477202 Jun 17 08:53:15.555632 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Pushing event updated for resources: {'Port': ['ID=84cd69fc-e821-4a17-b05b-e15f2e214349,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.603407 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.616091 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.616601 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.616765 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.617544 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.621128 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.621615 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.622085 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.622537 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.623008 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.623490 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.623976 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.625420 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.628431 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.628949 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.629449 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:15.647519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Checking segment: {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:15.647888 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Network hostable DHCP agents. Network: 7cb290e5-1940-4a89-abd7-919a1f5a901c, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:15.679728 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-3e750007-f3e7-49bd-a723-159ec33228cb service neutron] 10.222.0.78 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553395 Jun 17 08:53:15.683571 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Attempting to bind port 84cd69fc-e821-4a17-b05b-e15f2e214349 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:15.684292 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Attempting to bind port 84cd69fc-e821-4a17-b05b-e15f2e214349 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:15.685055 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Attempting to bind port 84cd69fc-e821-4a17-b05b-e15f2e214349 on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:15.693551 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:15.694115 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Checking segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:15.694656 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.695178 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Bound using segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:15.696948 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Bound port: 84cd69fc-e821-4a17-b05b-e15f2e214349, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:15.697520 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.780132 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:15.816880 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-c862b742-d580-4575-a8b3-370467354fa8 service neutron] 10.222.0.78 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274559 Jun 17 08:53:15.838988 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] For port 84cd69fc-e821-4a17-b05b-e15f2e214349, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:15.842675 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] For port 84cd69fc-e821-4a17-b05b-e15f2e214349, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=84cd69fc-e821-4a17-b05b-e15f2e214349,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:15.843494 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9595be05-db50-4382-84fc-709688def958 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:15.877388 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 7cb290e5-1940-4a89-abd7-919a1f5a901c) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:15.882404 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:15.883011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:15.898114 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec7733-fda9-4824-9f28-1782f546a4b4 None None] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:15.965173 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.029633 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416df46-4f5a-4866-b3b7-cba2927f9c64 req-08ebac79-2a84-4ca3-aa5b-074058afa898 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:16.031567 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e416df46-4f5a-4866-b3b7-cba2927f9c64 req-08ebac79-2a84-4ca3-aa5b-074058afa898 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0594835 Jun 17 08:53:16.040761 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-67598946-8ddb-4d97-88e7-4bab847a3d96 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0400810 Jun 17 08:53:16.048898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 38884) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:16.050159 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:16.107181 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-4b49172b-8f1b-46e4-8c1a-df4747adcab0 None None] Provisioning complete for port 84cd69fc-e821-4a17-b05b-e15f2e214349 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:16.108088 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4b49172b-8f1b-46e4-8c1a-df4747adcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.179171 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e416df46-4f5a-4866-b3b7-cba2927f9c64 req-4fc5013f-525e-4836-a3f1-355f4ff11f44 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322808 Jun 17 08:53:16.241041 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810f82-8838-4546-841c-31cef410c3ab None None] Pushing event updated for resources: {'Port': ['ID=84cd69fc-e821-4a17-b05b-e15f2e214349,revision_number=4']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.249584 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3e4afd69-5565-4df5-8d1b-39da9e749463 req-c0b5ebc3-ffc6-41ea-896a-a4dd937242ac tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0491376 Jun 17 08:53:16.251579 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:16.252222 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:16.282921 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 9595be05-db50-4382-84fc-709688def958 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:16.283376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (9595be05-db50-4382-84fc-709688def958), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.307748 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.313012 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.392874 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-7cb290e5-1940-4a89-abd7-919a1f5a901c', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:53:16.394688 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.401440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks [] for router_controller (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), precommit_add_association {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.430309 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:16.451423 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-4b49172b-8f1b-46e4-8c1a-df4747adcab0 None None] Current status of the port 84cd69fc-e821-4a17-b05b-e15f2e214349 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:16.451948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4b49172b-8f1b-46e4-8c1a-df4747adcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.555220 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 9595be05-db50-4382-84fc-709688def958 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:16.605546 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-4b49172b-8f1b-46e4-8c1a-df4747adcab0 None None] For port 84cd69fc-e821-4a17-b05b-e15f2e214349, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=84cd69fc-e821-4a17-b05b-e15f2e214349,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:16.628349 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:15Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:16.655543 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac2d8a-7569-4b09-a2da-088f591a3fb9 None None] The sync data for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi is: [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:15Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:16.663019 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Allocated IP 172.20.0.2 (7cb290e5-1940-4a89-abd7-919a1f5a901c/6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9/497dc6a2-1db4-47c8-ab82-c1bee02214b6) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:16.680289 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks [] for router_gateway (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.769069 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4b49172b-8f1b-46e4-8c1a-df4747adcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.786603 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:16.866792 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49172b-8f1b-46e4-8c1a-df4747adcab0 None None] Pushing event updated for resources: {'Port': ['ID=84cd69fc-e821-4a17-b05b-e15f2e214349,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.895863 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:16.922035 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-a9e70241-cfe6-49be-a778-94bff4c7e0c6 None None] Provisioning complete for port 84cd69fc-e821-4a17-b05b-e15f2e214349 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:16.922426 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a9e70241-cfe6-49be-a778-94bff4c7e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:16.954373 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Publish callbacks [] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.027934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-a9e70241-cfe6-49be-a778-94bff4c7e0c6 None None] Current status of the port 84cd69fc-e821-4a17-b05b-e15f2e214349 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:17.035794 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks [] for router_gateway (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.045652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.092443 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:17.114698 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:17.121741 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:17.123930 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Pushing event updated for resources: {'Port': ['ID=497dc6a2-1db4-47c8-ab82-c1bee02214b6,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.126209 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:17.202275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Attempting to bind port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:17.202275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Attempting to bind port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:17.202275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Attempting to bind port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 on network 7cb290e5-1940-4a89-abd7-919a1f5a901c {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:17.214877 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:17.215277 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Checking segment: {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:17.216008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.216352 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Bound using segment: {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:17.216834 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Bound port: 497dc6a2-1db4-47c8-ab82-c1bee02214b6, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:17.217211 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.325547 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] For port 497dc6a2-1db4-47c8-ab82-c1bee02214b6, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:17.325547 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] For port 497dc6a2-1db4-47c8-ab82-c1bee02214b6, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=497dc6a2-1db4-47c8-ab82-c1bee02214b6,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:17.328337 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb6ffe-fb26-493a-9a13-59efaef3c063 req-230ac026-925f-4b06-b355-f0a933743ede tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:17.336335 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-59eb6ffe-fb26-493a-9a13-59efaef3c063 req-230ac026-925f-4b06-b355-f0a933743ede tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0778577 Jun 17 08:53:17.363176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.392406 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.410520 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf90f699-3b1e-4842-9ba8-e70e263bdce6 req-0de04dc1-1335-431b-89ef-ad7a6d0edc8f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0444031 Jun 17 08:53:17.428222 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:17.436874 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-59eb6ffe-fb26-493a-9a13-59efaef3c063 req-1e18f6fd-de21-4fd0-bfa0-af684a0b89df tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981779 Jun 17 08:53:17.487786 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5501ba-31f3-4034-93db-8b0a64d21586 None None] Pushing event updated for resources: {'Port': ['ID=497dc6a2-1db4-47c8-ab82-c1bee02214b6,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.511807 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:17.556664 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Allocated IP 172.27.0.137 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:17.701896 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks [] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.842873 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:17.888149 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 497dc6a2-1db4-47c8-ab82-c1bee02214b6 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:17.905374 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:17.909073 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:17.911887 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:17.939255 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Pushing event updated for resources: {'Port': ['ID=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.973160 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:17.973542 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.058760 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.074657 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:18.075016 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.113432 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 497dc6a2-1db4-47c8-ab82-c1bee02214b6, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=497dc6a2-1db4-47c8-ab82-c1bee02214b6,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:18.249350 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.250362 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 84cd69fc-e821-4a17-b05b-e15f2e214349 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:18.282667 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks [] for router_gateway (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.354946 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=497dc6a2-1db4-47c8-ab82-c1bee02214b6,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:18.377393 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 84cd69fc-e821-4a17-b05b-e15f2e214349 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:18.377775 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.498297 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73371eeb-00a9-4562-b204-5f376cea0eb3 req-50c35a16-36d4-4379-9413-7f038acd2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:18.503779 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-73371eeb-00a9-4562-b204-5f376cea0eb3 req-50c35a16-36d4-4379-9413-7f038acd2b0e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 1129 time: 0.1442602 Jun 17 08:53:18.525006 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 84cd69fc-e821-4a17-b05b-e15f2e214349 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:18.606188 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8302e424-bfb5-4018-b123-75f5bfdad979 req-dd03322f-69d6-4660-ae19-2537fbdfc97e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0697880 Jun 17 08:53:18.630344 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.642923 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-73371eeb-00a9-4562-b204-5f376cea0eb3 req-70f31f4e-a15f-4ea9-ae4b-e4fdf7e70015 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346848 Jun 17 08:53:18.655553 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d3f54-c83a-45ad-89e2-a6ae4b68d882 req-07d8f2fa-9f99-414e-89a7-5da76e4ea462 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:18.657103 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-624d3f54-c83a-45ad-89e2-a6ae4b68d882 req-07d8f2fa-9f99-414e-89a7-5da76e4ea462 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0762091 Jun 17 08:53:18.715607 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-624d3f54-c83a-45ad-89e2-a6ae4b68d882 req-ee0aa0da-db2e-43a7-96d4-00fe51cda5f1 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Jun 17 08:53:18.762045 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ce986-b651-4742-bafa-0ee66799d00d None None] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:18.798395 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-0498db9f-d6bd-4831-bc57-1edf051d7331 None None] Provisioning complete for port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:18.798764 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0498db9f-d6bd-4831-bc57-1edf051d7331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:18.852959 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:18.877770 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:53:18.889361 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:18.970098 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-0498db9f-d6bd-4831-bc57-1edf051d7331 None None] Current status of the port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:19.010359 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:19.025255 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Sync routers for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:19.038072 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:19.038720 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:19.118583 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.120098 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-6238acba-35e5-44e7-9401-19ed46498af2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0748780 Jun 17 08:53:19.123930 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 38942) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:19.152401 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:19.240063 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b3005ca6-08c3-49a7-9c65-fec4c6ad651d None None] Provisioning complete for port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:19.240637 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b3005ca6-08c3-49a7-9c65-fec4c6ad651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.329185 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:19.391729 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-70074b8b-1e32-45ec-b374-c5846e73015f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.416271 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b3005ca6-08c3-49a7-9c65-fec4c6ad651d None None] Current status of the port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:19.417829 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:18Z', 'revision_number': 3, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:19.455408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Checking router: b7ba3a4f-2f14-4eef-b065-7014b6b21e84 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:19.455810 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Updating router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:19.490031 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.580208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.719867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-28042a18-3f05-4da4-a11a-9f63cc26d768 req-6610fb4e-16c0-495d-a588-42b913637fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0344064 Jun 17 08:53:19.791012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 497dc6a2-1db4-47c8-ab82-c1bee02214b6 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:19.803226 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Allocated IP 172.20.0.1 (7cb290e5-1940-4a89-abd7-919a1f5a901c/6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9/a11d6aab-dc44-42d5-bd17-88debe8b32cf) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:19.845442 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Publish callbacks [] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.857568 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:19.857959 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.900370 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:19.912699 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680628c-79df-4454-b14f-466dbf760308 req-15e57cad-465e-4726-b9d8-5a2404390b13 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:19.914185 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2680628c-79df-4454-b14f-466dbf760308 req-15e57cad-465e-4726-b9d8-5a2404390b13 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.1086152 Jun 17 08:53:19.925454 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:19.973706 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:20.003376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Attempting to bind port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:20.003838 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Attempting to bind port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:20.004247 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Attempting to bind port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:20.008355 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d6670-0000-48cc-bd15-db2813a60a81 None None] Pushing event updated for resources: {'Port': ['ID=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:20.013586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:20.013951 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:20.014484 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.014865 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:20.015338 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Bound port: 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:20.015748 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.076585 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2680628c-79df-4454-b14f-466dbf760308 req-0805019b-66fb-42cf-b970-547499015b9f tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329017 Jun 17 08:53:20.080719 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] For port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:20.084584 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] For port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:20.091586 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks [] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.163534 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.186894 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.227838 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:20.230819 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:20.236911 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:20.247065 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:20.248250 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:52:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.250516 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d6670-0000-48cc-bd15-db2813a60a81 None None] Pushing event updated for resources: {'Port': ['ID=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:20.278406 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Pushing event updated for resources: {'Port': ['ID=a11d6aab-dc44-42d5-bd17-88debe8b32cf,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:20.304151 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.506615 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:20.529715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:20.580913 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-2b9d6289-01f7-4db2-a226-abdf4af0e53d None None] Provisioning complete for port a11d6aab-dc44-42d5-bd17-88debe8b32cf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:20.581203 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6289-01f7-4db2-a226-abdf4af0e53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.639060 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-a8043632-0f8e-4355-9e32-ceaaaf8d2d45 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:20.641762 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-a8043632-0f8e-4355-9e32-ceaaaf8d2d45 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 818 time: 0.1234167 Jun 17 08:53:20.655690 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-0a902006-f755-4232-8788-0feb843302da tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:20.656280 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d6289-01f7-4db2-a226-abdf4af0e53d None None] Port a11d6aab-dc44-42d5-bd17-88debe8b32cf cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:20.656535 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-0a902006-f755-4232-8788-0feb843302da tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 818 time: 0.1379666 Jun 17 08:53:20.677242 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'port': {'device_id': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'admin_state_up': True, 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:20.677422 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'port': {'device_id': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'admin_state_up': True, 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:20.730093 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:18Z', 'revision_number': 3, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.772580 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23893a6e-49ee-447e-a247-d72418b604ad None None] The sync data for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi is: [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:18Z', 'revision_number': 3, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:20.941179 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:20.997566 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Made reservation on behalf of 6cd5b6aa6edd4bafa8aec3e9d28ae980 for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:21.001733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.022115 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-48de3b15-7ec5-4f29-bd17-d9386b645b22 req-b8f079b9-fa7c-4e4c-963c-ac2abb1419ba tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0849538 Jun 17 08:53:21.056346 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:21.304401 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Made reservation on behalf of 6cd5b6aa6edd4bafa8aec3e9d28ae980 for: {'port': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:21.308392 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.314543 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Allocated IP 172.20.0.6 (8fa13e99-aed9-4194-a577-7ffc636408e6/a8afceea-41c2-48ae-89de-d8502af1e8e4/bcdeb004-186e-437b-8253-335f017eebbd) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:21.355147 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22c2e9-26bb-4656-9cda-cd2a20aed337 req-3bdd1088-1714-42ee-98ec-1b86ab53bd64 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:21.360114 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf22c2e9-26bb-4656-9cda-cd2a20aed337 req-3bdd1088-1714-42ee-98ec-1b86ab53bd64 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.1070635 Jun 17 08:53:21.378572 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks [] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.467207 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.492836 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf22c2e9-26bb-4656-9cda-cd2a20aed337 req-eb382234-5d83-488d-8a85-9e229bb3e9e4 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255636 Jun 17 08:53:21.519101 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for port (bcdeb004-186e-437b-8253-335f017eebbd), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.553212 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.560744 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Pushing event updated for resources: {'Port': ['ID=a11d6aab-dc44-42d5-bd17-88debe8b32cf,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:21.615595 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:21.638677 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (bcdeb004-186e-437b-8253-335f017eebbd), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.663603 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-07de71be-b925-4db0-b139-b7060a484392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.669647 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:21.682403 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:53:21.738208 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:21.738502 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Allocated IP 172.20.0.7 (8fa13e99-aed9-4194-a577-7ffc636408e6/a8afceea-41c2-48ae-89de-d8502af1e8e4/f04f9926-c78f-453a-92df-f4e826f339e0) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:21.742172 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:21.754375 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:21.756305 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:21.758613 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:21.841078 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'Port': ['ID=bcdeb004-186e-437b-8253-335f017eebbd,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:21.887128 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:21.888566 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:21.905355 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:21.983838 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-a0948c88-e96f-434c-bcf2-23f085a25cf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3318946 Jun 17 08:53:21.997237 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Request body: {'port': {'device_id': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:22.011059 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:22.011573 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.109424 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:22.135901 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:53:22.235596 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (bcdeb004-186e-437b-8253-335f017eebbd), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.243178 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:22.243824 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.270460 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for port (f04f9926-c78f-453a-92df-f4e826f339e0), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.279876 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2939e7ad-a610-41d1-8007-108c0766fab8 req-cab1d303-91e2-4ed5-9983-6aaee3eb1dc7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0587995 Jun 17 08:53:22.311690 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:22.314521 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-1c92a407-5f0b-4d1e-80e8-161551a61f04 None None] Provisioning complete for port bcdeb004-186e-437b-8253-335f017eebbd triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:22.315048 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1c92a407-5f0b-4d1e-80e8-161551a61f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (bcdeb004-186e-437b-8253-335f017eebbd), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.356674 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1c92a407-5f0b-4d1e-80e8-161551a61f04 None None] Port bcdeb004-186e-437b-8253-335f017eebbd cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:22.365365 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-1c92a407-5f0b-4d1e-80e8-161551a61f04 None None] Provisioning complete for port a11d6aab-dc44-42d5-bd17-88debe8b32cf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:22.366178 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1c92a407-5f0b-4d1e-80e8-161551a61f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.378385 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:22.383332 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-bbb8f4d1-ac1c-4c6b-b667-c6cc1d7959fb admin admin] 10.222.0.78 "PUT /v2.0/routers/b7ba3a4f-2f14-4eef-b065-7014b6b21e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2583652 Jun 17 08:53:22.401229 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1c92a407-5f0b-4d1e-80e8-161551a61f04 None None] Port a11d6aab-dc44-42d5-bd17-88debe8b32cf cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:22.483446 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.532679 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:22.701092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.740593 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.745553 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:22.751664 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:22.756245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:22.785614 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'Port': ['ID=f04f9926-c78f-453a-92df-f4e826f339e0,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:22.823649 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:22.824461 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.873975 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdeb004-186e-437b-8253-335f017eebbd {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:53:22.883091 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Publish callbacks [] for port (bcdeb004-186e-437b-8253-335f017eebbd), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:22.902955 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Transition to ACTIVE for port object bcdeb004-186e-437b-8253-335f017eebbd will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:53:22.944558 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-59f664b1-6ffa-4336-9909-1d6ef0869fa5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2776127 Jun 17 08:53:22.963662 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Request body: {'port': {'device_id': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:22.997681 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (bcdeb004-186e-437b-8253-335f017eebbd), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.041143 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-52b0116c-62d1-4f2b-83fb-834886bc3a58 None None] Provisioning complete for port f04f9926-c78f-453a-92df-f4e826f339e0 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:23.041143 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-52b0116c-62d1-4f2b-83fb-834886bc3a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.044309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:23.058699 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdeb004-186e-437b-8253-335f017eebbd,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:23.077374 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-52b0116c-62d1-4f2b-83fb-834886bc3a58 None None] Port f04f9926-c78f-453a-92df-f4e826f339e0 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:23.079222 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.169188 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Attempting to bind port bcdeb004-186e-437b-8253-335f017eebbd on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:23.170014 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Attempting to bind port bcdeb004-186e-437b-8253-335f017eebbd by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:23.170014 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Attempting to bind port bcdeb004-186e-437b-8253-335f017eebbd on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:23.178429 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Port bcdeb004-186e-437b-8253-335f017eebbd on network 8fa13e99-aed9-4194-a577-7ffc636408e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:53:23.193923 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Attempting to bind port bcdeb004-186e-437b-8253-335f017eebbd on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:23.193923 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:23.193923 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Checking segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:23.193923 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Bound using segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:23.193923 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Bound port: bcdeb004-186e-437b-8253-335f017eebbd, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:23.197962 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (bcdeb004-186e-437b-8253-335f017eebbd), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.312234 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] For port bcdeb004-186e-437b-8253-335f017eebbd, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:23.316284 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] For port bcdeb004-186e-437b-8253-335f017eebbd, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bcdeb004-186e-437b-8253-335f017eebbd,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:23.421385 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (bcdeb004-186e-437b-8253-335f017eebbd), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.444944 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd051566-3fb6-48ab-8424-9dc2e1d9a49a req-910c2d96-7e80-4628-b8ea-4cad81006315 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:23.447060 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd051566-3fb6-48ab-8424-9dc2e1d9a49a req-910c2d96-7e80-4628-b8ea-4cad81006315 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 931 time: 0.0738118 Jun 17 08:53:23.465841 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:23.466469 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.468001 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] 10.222.0.83 "PUT /v2.0/ports/bcdeb004-186e-437b-8253-335f017eebbd HTTP/1.1" status: 200 len: 1093 time: 1.4761539 Jun 17 08:53:23.470494 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'tag': 'bcdeb004-186e-437b-8253-335f017eebbd'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:53:23.474098 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded2db6-e55c-4265-81f5-5546d981be5a" -d '{"events": [{"name": "network-changed", "server_uuid": "597a895e-45db-42bf-9c7f-40a13eedc48b", "tag": "bcdeb004-186e-437b-8253-335f017eebbd"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:23.489433 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:23.508054 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942ff0-9594-4d20-8067-e92765665a6f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdeb004-186e-437b-8253-335f017eebbd,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:23.552265 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd051566-3fb6-48ab-8424-9dc2e1d9a49a req-94367389-bec4-45a4-8a61-d3e8a0dbaadb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983388 Jun 17 08:53:23.564599 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39092) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:23.565311 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04f9926-c78f-453a-92df-f4e826f339e0 {{(pid=116210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:53:23.570460 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140184790-network', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:23.577493 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Publish callbacks [] for port (f04f9926-c78f-453a-92df-f4e826f339e0), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.620830 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f63a1f-20f2-4528-8d85-7c2b0ddfd548 x-openstack-request-id: req-72f63a1f-20f2-4528-8d85-7c2b0ddfd548 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:23.622187 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597a895e-45db-42bf-9c7f-40a13eedc48b", "tag": "bcdeb004-186e-437b-8253-335f017eebbd", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:23.622451 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72f63a1f-20f2-4528-8d85-7c2b0ddfd548 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:23.622862 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f63a1f-20f2-4528-8d85-7c2b0ddfd548'] response: {'name': 'network-changed', 'server_uuid': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'tag': 'bcdeb004-186e-437b-8253-335f017eebbd', 'status': 'completed', 'code': 200} Jun 17 08:53:23.629943 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.provisioning_blocks [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Transition to ACTIVE for port object f04f9926-c78f-453a-92df-f4e826f339e0 will not be triggered until provisioned by entity L2. {{(pid=116210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:53:23.679150 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2db6-e55c-4265-81f5-5546d981be5a req-0987a6e2-8479-4a30-a5d2-67b1a3821aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:23.680748 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6ded2db6-e55c-4265-81f5-5546d981be5a req-0987a6e2-8479-4a30-a5d2-67b1a3821aa8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 1127 time: 0.0482347 Jun 17 08:53:23.702086 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.763615 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Made reservation on behalf of cdb8e007017448af89eb5c73a839740d for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:23.769840 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.821626 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f04f9926-c78f-453a-92df-f4e826f339e0,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:23.824563 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.829288 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:23.956478 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39108) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:23.962676 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:23.963848 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:23.974990 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:24.001089 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Attempting to bind port f04f9926-c78f-453a-92df-f4e826f339e0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:24.001521 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Attempting to bind port f04f9926-c78f-453a-92df-f4e826f339e0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:24.003149 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Attempting to bind port f04f9926-c78f-453a-92df-f4e826f339e0 on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:24.012757 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Port f04f9926-c78f-453a-92df-f4e826f339e0 on network 8fa13e99-aed9-4194-a577-7ffc636408e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:53:24.014155 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Attempting to bind port f04f9926-c78f-453a-92df-f4e826f339e0 on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:24.027262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:24.027632 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Checking segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:24.028026 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Bound using segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:24.029575 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Bound port: f04f9926-c78f-453a-92df-f4e826f339e0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:24.029955 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.053176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks [] for security_group (a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.115476 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.129875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.154213 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:24.161912 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2db6-e55c-4265-81f5-5546d981be5a req-ec51827f-a1c4-48e9-84cd-2ac3bedc3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.163722 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6ded2db6-e55c-4265-81f5-5546d981be5a req-ec51827f-a1c4-48e9-84cd-2ac3bedc3693 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4752314 Jun 17 08:53:24.174711 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=116209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:24.185330 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] For port f04f9926-c78f-453a-92df-f4e826f339e0, host hv-cinder-79760, cleared binding levels {{(pid=116210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:24.197828 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] For port f04f9926-c78f-453a-92df-f4e826f339e0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f04f9926-c78f-453a-92df-f4e826f339e0,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:24.225892 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-186b3b97-37a3-4e45-a641-03642580499b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.253858 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.256751 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (f2ce3783-4697-4892-80d4-0926301affa7), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.257098 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Added segment f2ce3783-4697-4892-80d4-0926301affa7 of type vlan for network ce881a83-8631-4221-9b8c-62b1494c4959 Jun 17 08:53:24.302443 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.304782 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:24.369686 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.369686 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.369686 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] 10.222.0.83 "PUT /v2.0/ports/f04f9926-c78f-453a-92df-f4e826f339e0 HTTP/1.1" status: 200 len: 1093 time: 1.4075718 Jun 17 08:53:24.369686 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'tag': 'f04f9926-c78f-453a-92df-f4e826f339e0'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:53:24.369686 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4fcb57-077b-44e3-aa60-28dd67e3ad75" -d '{"events": [{"name": "network-changed", "server_uuid": "32006679-bcd4-46b4-b3b6-b2e0cc46ffc7", "tag": "f04f9926-c78f-453a-92df-f4e826f339e0"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:24.388626 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (ce881a83-8631-4221-9b8c-62b1494c4959), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.421679 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-186b3b97-37a3-4e45-a641-03642580499b admin admin] Publish callbacks [] for security_group (e89cd098-bc5b-44e4-a2d9-b2db202de433), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.431624 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2db6-e55c-4265-81f5-5546d981be5a req-d4aff790-74b6-47b6-8fcc-4bed75157340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.441525 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6ded2db6-e55c-4265-81f5-5546d981be5a req-d4aff790-74b6-47b6-8fcc-4bed75157340 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597320 Jun 17 08:53:24.441998 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a2198-af52-4ab2-8e38-44afb56772b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f04f9926-c78f-453a-92df-f4e826f339e0,revision_number=3']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.442103 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Sync routers for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:24.480287 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:24.481871 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:24.487164 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefcddba-b5ba-4506-b4f9-de2e59bfffb1 x-openstack-request-id: req-aefcddba-b5ba-4506-b4f9-de2e59bfffb1 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:24.487496 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32006679-bcd4-46b4-b3b6-b2e0cc46ffc7", "tag": "f04f9926-c78f-453a-92df-f4e826f339e0", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:24.487786 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aefcddba-b5ba-4506-b4f9-de2e59bfffb1 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:24.488199 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefcddba-b5ba-4506-b4f9-de2e59bfffb1'] response: {'name': 'network-changed', 'server_uuid': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'tag': 'f04f9926-c78f-453a-92df-f4e826f339e0', 'status': 'completed', 'code': 200} Jun 17 08:53:24.526308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-186b3b97-37a3-4e45-a641-03642580499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e89cd098-bc5b-44e4-a2d9-b2db202de433), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.550577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (ce881a83-8631-4221-9b8c-62b1494c4959), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.552630 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.555679 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.642398 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:24.645197 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-54302f29-d634-4f70-8413-4aa5ea151a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.647255 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-54302f29-d634-4f70-8413-4aa5ea151a91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 1127 time: 0.1179006 Jun 17 08:53:24.654542 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-186b3b97-37a3-4e45-a641-03642580499b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d307b17ff8f749b7b1790f73f91b5170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6962993 Jun 17 08:53:24.671959 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39128) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:24.726395 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fcb57-077b-44e3-aa60-28dd67e3ad75 req-6a0aae7a-40c2-48ec-8dc1-a82a9bd507cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.734248 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4f4fcb57-077b-44e3-aa60-28dd67e3ad75 req-6a0aae7a-40c2-48ec-8dc1-a82a9bd507cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 1127 time: 0.2097690 Jun 17 08:53:24.745165 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.799546 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39132) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:24.799546 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-98434289-26ee-4744-b84a-3fcb7fbc5a09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcdeb004-186e-437b-8253-335f017eebbd HTTP/1.1" status: 200 len: 217 time: 0.1308537 Jun 17 08:53:24.799546 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b3b97-37a3-4e45-a641-03642580499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89cd098-bc5b-44e4-a2d9-b2db202de433,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.827541 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] Pushing event updated for resources: {'Network': ['ID=ce881a83-8631-4221-9b8c-62b1494c4959,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.841196 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network ce881a83-8631-4221-9b8c-62b1494c4959 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:53:24.857225 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-75efcf36-a1b7-409c-9216-2ccbffa94c94 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2900295 Jun 17 08:53:24.867749 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39140) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:24.889150 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Request body: {'subnet': {'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140184790-subnet', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:24.906810 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7bc9964d-ffeb-4f5d-a0b6-830f70e78c2d admin admin] Publish callbacks [] for security_group (e89cd098-bc5b-44e4-a2d9-b2db202de433), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:24.914463 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd11c1a-72af-4a4b-9a9c-f2059128970f req-3f613ac5-a162-4af8-aee6-b8c9f26cb4e1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.916767 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4cd11c1a-72af-4a4b-9a9c-f2059128970f req-3f613ac5-a162-4af8-aee6-b8c9f26cb4e1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 943 time: 0.1307936 Jun 17 08:53:24.919929 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-3be5f694-0ac1-43a8-a675-a75d8e15c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:24.921522 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-3be5f694-0ac1-43a8-a675-a75d8e15c097 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.1212244 Jun 17 08:53:24.989716 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:24.994224 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:25.008722 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:21Z', 'revision_number': 2, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:25.026397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7bc9964d-ffeb-4f5d-a0b6-830f70e78c2d admin admin] Publish callbacks [] for security_group (e89cd098-bc5b-44e4-a2d9-b2db202de433), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.051211 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Checking router: b7ba3a4f-2f14-4eef-b065-7014b6b21e84 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:25.051875 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Updating router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 port a11d6aab-dc44-42d5-bd17-88debe8b32cf binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:25.057555 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabafe08-9896-4c91-a958-df69c22199dd req-161f8553-a10b-40bb-b0a5-f321bced6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:25.059168 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-161f8553-a10b-40bb-b0a5-f321bced6698 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1291759 Jun 17 08:53:25.087827 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fcb57-077b-44e3-aa60-28dd67e3ad75 req-dcf5eb64-f224-40b7-8837-29ff6eaac99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:25.089800 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4f4fcb57-077b-44e3-aa60-28dd67e3ad75 req-dcf5eb64-f224-40b7-8837-29ff6eaac99b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3428862 Jun 17 08:53:25.092894 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.110416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b3fc939b-b951-45bc-8f35-efce5fb33f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.119605 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:25.143471 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4cd11c1a-72af-4a4b-9a9c-f2059128970f req-55b48f59-43df-4f36-94f4-075acf2e4aa4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011669 Jun 17 08:53:25.192577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Made reservation on behalf of cdb8e007017448af89eb5c73a839740d for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:25.206790 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.249524 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-8c80f80a-01da-47e5-85b7-3a28130091ce service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744413 Jun 17 08:53:25.320699 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fcb57-077b-44e3-aa60-28dd67e3ad75 req-54eda9f5-1242-49c1-8e17-3bfd486e437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:25.322611 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4f4fcb57-077b-44e3-aa60-28dd67e3ad75 req-54eda9f5-1242-49c1-8e17-3bfd486e437e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248092 Jun 17 08:53:25.333530 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7bc9964d-ffeb-4f5d-a0b6-830f70e78c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e89cd098-bc5b-44e4-a2d9-b2db202de433), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.337257 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7bc9964d-ffeb-4f5d-a0b6-830f70e78c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.338127 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7bc9964d-ffeb-4f5d-a0b6-830f70e78c2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e89cd098-bc5b-44e4-a2d9-b2db202de433 HTTP/1.1" status: 204 len: 168 time: 0.6646721 Jun 17 08:53:25.368029 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9964d-ffeb-4f5d-a0b6-830f70e78c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89cd098-bc5b-44e4-a2d9-b2db202de433,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.443325 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eabafe08-9896-4c91-a958-df69c22199dd req-7f0b4f5c-7319-454c-90d8-197d4afa87b0 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858993 Jun 17 08:53:25.497789 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b3fc939b-b951-45bc-8f35-efce5fb33f57 admin admin] Publish callbacks [] for security_group (a9993387-044b-45d9-911e-bdd6c6a99caa), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.500143 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-d30b5fd9-317a-4412-9072-333832449743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:25.504350 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-d30b5fd9-317a-4412-9072-333832449743 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 1127 time: 0.1120586 Jun 17 08:53:25.507990 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Publish callbacks [] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.604222 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:25.637622 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b3fc939b-b951-45bc-8f35-efce5fb33f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a9993387-044b-45d9-911e-bdd6c6a99caa), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.648592 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.655836 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:25.691118 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b3fc939b-b951-45bc-8f35-efce5fb33f57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aca4ac9e773b490dbe46f1725cb5e340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8998470 Jun 17 08:53:25.692421 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc939b-b951-45bc-8f35-efce5fb33f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9993387-044b-45d9-911e-bdd6c6a99caa,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.695047 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39154) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:25.738839 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac525e-9f11-436c-a0b7-52c60adf4036 None None] Pushing event updated for resources: {'Port': ['ID=a11d6aab-dc44-42d5-bd17-88debe8b32cf,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.770743 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-45eda761-1019-47e4-9192-683969bc7d4a admin admin] Publish callbacks [] for security_group (a9993387-044b-45d9-911e-bdd6c6a99caa), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.807447 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-45eda761-1019-47e4-9192-683969bc7d4a admin admin] Publish callbacks [] for security_group (a9993387-044b-45d9-911e-bdd6c6a99caa), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.823571 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-30139a19-6a8c-421e-abea-156f820b538a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f04f9926-c78f-453a-92df-f4e826f339e0 HTTP/1.1" status: 200 len: 217 time: 0.3088949 Jun 17 08:53:25.862742 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Attempting to bind port a11d6aab-dc44-42d5-bd17-88debe8b32cf on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:25.863031 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Attempting to bind port a11d6aab-dc44-42d5-bd17-88debe8b32cf by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:25.866601 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Attempting to bind port a11d6aab-dc44-42d5-bd17-88debe8b32cf on network 7cb290e5-1940-4a89-abd7-919a1f5a901c {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:25.876002 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:25.876461 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Checking segment: {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:25.877049 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.877446 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Bound using segment: {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:25.877902 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Bound port: a11d6aab-dc44-42d5-bd17-88debe8b32cf, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:25.878275 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.918847 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (77424624-2042-4c78-9a24-f3f55835fa18), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.952477 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-45eda761-1019-47e4-9192-683969bc7d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a9993387-044b-45d9-911e-bdd6c6a99caa), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.955310 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-45eda761-1019-47e4-9192-683969bc7d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:25.957003 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-45eda761-1019-47e4-9192-683969bc7d4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9993387-044b-45d9-911e-bdd6c6a99caa HTTP/1.1" status: 204 len: 168 time: 0.2609899 Jun 17 08:53:25.974145 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] For port a11d6aab-dc44-42d5-bd17-88debe8b32cf, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:25.976387 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eda761-1019-47e4-9192-683969bc7d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9993387-044b-45d9-911e-bdd6c6a99caa,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.977616 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] For port a11d6aab-dc44-42d5-bd17-88debe8b32cf, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a11d6aab-dc44-42d5-bd17-88debe8b32cf,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:25.984576 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-617495b3-72cf-4db3-99cd-d99fe2297a51 None None] Provisioning complete for port a11d6aab-dc44-42d5-bd17-88debe8b32cf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:25.984989 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-617495b3-72cf-4db3-99cd-d99fe2297a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.012100 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77424624-2042-4c78-9a24-f3f55835fa18,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.031840 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-617495b3-72cf-4db3-99cd-d99fe2297a51 None None] Port a11d6aab-dc44-42d5-bd17-88debe8b32cf cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:26.034357 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Checking segment: {'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:26.034357 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Network hostable DHCP agents. Network: ce881a83-8631-4221-9b8c-62b1494c4959, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:26.049074 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.111089 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:26.111935 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:26.143558 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Network ce881a83-8631-4221-9b8c-62b1494c4959 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:26.167169 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac525e-9f11-436c-a0b7-52c60adf4036 None None] Pushing event updated for resources: {'Port': ['ID=a11d6aab-dc44-42d5-bd17-88debe8b32cf,revision_number=4']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.257640 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:26.265967 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, ce881a83-8631-4221-9b8c-62b1494c4959) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:26.276655 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776101d7-dfed-413b-be49-e6509457e280 None None] Network ce881a83-8631-4221-9b8c-62b1494c4959 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:26.283002 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:26.286947 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.344352 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09093cbb-8fdc-41ca-8bf8-4b1cf00f6134 req-0ec759b5-a92b-4ca0-b603-be860d18495b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:26.346045 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-09093cbb-8fdc-41ca-8bf8-4b1cf00f6134 req-0ec759b5-a92b-4ca0-b603-be860d18495b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 943 time: 0.1049726 Jun 17 08:53:26.425453 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-48373350-8312-4ebe-ba26-f3f20f79bf67 None None] Provisioning complete for port a11d6aab-dc44-42d5-bd17-88debe8b32cf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:26.433139 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-48373350-8312-4ebe-ba26-f3f20f79bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.440910 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:26.449651 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-09093cbb-8fdc-41ca-8bf8-4b1cf00f6134 req-684d1543-53d1-49ed-a975-a89b2620fd58 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918064 Jun 17 08:53:26.460886 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1c04a562-b44e-4414-82a6-2be72087620f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5874243 Jun 17 08:53:26.463383 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39174) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:26.478164 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:26.518046 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-ce881a83-8631-4221-9b8c-62b1494c4959', 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959', 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'fixed_ips': [{'subnet_id': '77424624-2042-4c78-9a24-f3f55835fa18'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:53:26.521120 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.529118 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:26.546633 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:25Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:26.589976 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-48373350-8312-4ebe-ba26-f3f20f79bf67 None None] Current status of the port a11d6aab-dc44-42d5-bd17-88debe8b32cf is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:26.590531 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-48373350-8312-4ebe-ba26-f3f20f79bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.643572 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (cfd82544-a7b9-47fa-afaf-a455d58f2532), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.644663 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (cfd82544-a7b9-47fa-afaf-a455d58f2532), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.668409 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c89c7-6a0c-4f49-b801-6579fa2b3d1a None None] The sync data for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi is: [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:25Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:26.700543 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-48373350-8312-4ebe-ba26-f3f20f79bf67 None None] For port a11d6aab-dc44-42d5-bd17-88debe8b32cf, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a11d6aab-dc44-42d5-bd17-88debe8b32cf,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:26.702056 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:26.740112 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks [] for router_controller (cfd82544-a7b9-47fa-afaf-a455d58f2532), precommit_add_association {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.776685 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-60899d01-c69a-4a3e-868b-7596e1f88401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:26.779436 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-60899d01-c69a-4a3e-868b-7596e1f88401 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0833242 Jun 17 08:53:26.802369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-48373350-8312-4ebe-ba26-f3f20f79bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:26.836422 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Allocated IP 172.20.0.2 (ce881a83-8631-4221-9b8c-62b1494c4959/77424624-2042-4c78-9a24-f3f55835fa18/ec932933-e874-481c-b206-824aeb1c830d) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:26.885805 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48373350-8312-4ebe-ba26-f3f20f79bf67 None None] Pushing event updated for resources: {'Port': ['ID=a11d6aab-dc44-42d5-bd17-88debe8b32cf,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.940366 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-663387f0-ec84-4edc-afb6-f746b3e7693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:26.942229 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-663387f0-ec84-4edc-afb6-f746b3e7693f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1513577 Jun 17 08:53:27.097354 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks [] for router_gateway (cfd82544-a7b9-47fa-afaf-a455d58f2532), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.120405 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39194) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:27.120854 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Publish callbacks [] for port (ec932933-e874-481c-b206-824aeb1c830d), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.142334 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-28e4a229-b19a-483e-8103-fb3cc3c80c36 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928570 Jun 17 08:53:27.204069 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (ec932933-e874-481c-b206-824aeb1c830d), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.252515 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Network ce881a83-8631-4221-9b8c-62b1494c4959 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:27.258111 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:27.261504 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:27.284253 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Pushing event updated for resources: {'Port': ['ID=ec932933-e874-481c-b206-824aeb1c830d,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:27.321529 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-301a09ef-2ff4-485b-9af7-2c4de046a316 req-95a765f1-a951-4083-8a58-65e720424536 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708946 Jun 17 08:53:27.422649 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Attempting to bind port ec932933-e874-481c-b206-824aeb1c830d on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:27.426026 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Attempting to bind port ec932933-e874-481c-b206-824aeb1c830d by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:27.426694 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Attempting to bind port ec932933-e874-481c-b206-824aeb1c830d on network ce881a83-8631-4221-9b8c-62b1494c4959 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:27.454452 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:27.457286 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Checking segment: {'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:27.457827 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.458324 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Bound using segment: {'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:27.459003 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Bound port: ec932933-e874-481c-b206-824aeb1c830d, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:27.461050 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (ec932933-e874-481c-b206-824aeb1c830d), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.464130 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks [] for router_gateway (cfd82544-a7b9-47fa-afaf-a455d58f2532), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.489635 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.511183 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:27.629205 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] For port ec932933-e874-481c-b206-824aeb1c830d, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:27.634967 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] For port ec932933-e874-481c-b206-824aeb1c830d, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=ec932933-e874-481c-b206-824aeb1c830d,segment=NetworkSegment(f2ce3783-4697-4892-80d4-0926301affa7),segment_id=f2ce3783-4697-4892-80d4-0926301affa7)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:27.646558 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e298-abe1-4c94-bd3b-e093368f186d req-b86e59bf-f60b-4950-9aeb-82424b37cbfe tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:27.654328 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec56e298-abe1-4c94-bd3b-e093368f186d req-b86e59bf-f60b-4950-9aeb-82424b37cbfe tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 943 time: 0.0883179 Jun 17 08:53:27.734701 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Allocated IP 172.27.0.32 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/a60afab9-0bba-459e-8b56-e56ecca29065) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:27.750139 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d88f5d0e-bd3e-4ff7-806b-cca69e98ebca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.757745 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (ec932933-e874-481c-b206-824aeb1c830d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.796019 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec56e298-abe1-4c94-bd3b-e093368f186d req-cc117531-f7d6-41cf-a8c6-251b0bde5a62 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407187 Jun 17 08:53:27.874458 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a11d6aab-dc44-42d5-bd17-88debe8b32cf up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:27.882664 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fcc95-6451-48ad-89db-878fc05fad79 None None] Pushing event updated for resources: {'Port': ['ID=ec932933-e874-481c-b206-824aeb1c830d,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:27.955957 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d88f5d0e-bd3e-4ff7-806b-cca69e98ebca admin admin] Publish callbacks [] for security_group (bfd0f49a-fbc5-40eb-9168-95af133955ce), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:27.966793 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device bcdeb004-186e-437b-8253-335f017eebbd details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:53:27.970223 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks [] for port (a60afab9-0bba-459e-8b56-e56ecca29065), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.020142 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d88f5d0e-bd3e-4ff7-806b-cca69e98ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (bfd0f49a-fbc5-40eb-9168-95af133955ce), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.068279 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port a11d6aab-dc44-42d5-bd17-88debe8b32cf triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:28.078674 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.090998 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f5d0e-bd3e-4ff7-806b-cca69e98ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0f49a-fbc5-40eb-9168-95af133955ce,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.095510 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.150047 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d88f5d0e-bd3e-4ff7-806b-cca69e98ebca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f16d7f184d264adb88ce761ce5356a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0325131 Jun 17 08:53:28.152795 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39214) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:28.241770 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:28.244182 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Pushing event updated for resources: {'Port': ['ID=a60afab9-0bba-459e-8b56-e56ecca29065,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.280630 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:28.282429 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:28.285006 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-794ba127-4b37-404e-805e-a004a698bbd9 admin admin] Publish callbacks [] for security_group (bfd0f49a-fbc5-40eb-9168-95af133955ce), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.286648 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:28.323076 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-794ba127-4b37-404e-805e-a004a698bbd9 admin admin] Publish callbacks [] for security_group (bfd0f49a-fbc5-40eb-9168-95af133955ce), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.482675 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:28.532030 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-794ba127-4b37-404e-805e-a004a698bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (bfd0f49a-fbc5-40eb-9168-95af133955ce), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.534626 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-794ba127-4b37-404e-805e-a004a698bbd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.537374 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-794ba127-4b37-404e-805e-a004a698bbd9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bfd0f49a-fbc5-40eb-9168-95af133955ce HTTP/1.1" status: 204 len: 168 time: 0.3794839 Jun 17 08:53:28.556832 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ba127-4b37-404e-805e-a004a698bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0f49a-fbc5-40eb-9168-95af133955ce,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.593253 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port bcdeb004-186e-437b-8253-335f017eebbd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bcdeb004-186e-437b-8253-335f017eebbd,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:28.615625 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39230) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:28.620495 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'bcdeb004-186e-437b-8253-335f017eebbd', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'port_id': 'bcdeb004-186e-437b-8253-335f017eebbd', 'mac_address': 'fa:16:3e:53:93:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:53:28.623457 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port a11d6aab-dc44-42d5-bd17-88debe8b32cf is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:28.671076 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port bcdeb004-186e-437b-8253-335f017eebbd is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:28.671508 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (bcdeb004-186e-437b-8253-335f017eebbd), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.686080 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdeb004-186e-437b-8253-335f017eebbd {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:53:28.708162 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:28.710969 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port bcdeb004-186e-437b-8253-335f017eebbd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bcdeb004-186e-437b-8253-335f017eebbd,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:28.824648 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (bcdeb004-186e-437b-8253-335f017eebbd), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.859094 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks [] for router_gateway (cfd82544-a7b9-47fa-afaf-a455d58f2532), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:28.900785 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=bcdeb004-186e-437b-8253-335f017eebbd,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.991179 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84735b2-8726-46d8-a364-87dd4855b104 req-559187ca-3ee1-44e3-8596-aacf3f36be8a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:29.001676 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f84735b2-8726-46d8-a364-87dd4855b104 req-559187ca-3ee1-44e3-8596-aacf3f36be8a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 943 time: 0.0871580 Jun 17 08:53:29.040164 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-233093714-network', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:29.099075 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f84735b2-8726-46d8-a364-87dd4855b104 req-c4460cb6-4353-437e-ae16-8cd60e4459d7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960968 Jun 17 08:53:29.123125 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['bcdeb004-186e-437b-8253-335f017eebbd'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:53:29.187251 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (cfd82544-a7b9-47fa-afaf-a455d58f2532), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.203449 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Made reservation on behalf of 45a0a44acc444e8eb9bba54a8e089f17 for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:29.207550 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.236510 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.401312 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks [] for security_group (2b8799ca-ed20-494e-8347-ee8a1168dec6), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.409147 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Router cfd82544-a7b9-47fa-afaf-a455d58f2532 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:53:29.459552 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e643c2-b7e2-4cd8-9d6d-3b4b28506391 None None] Network ce881a83-8631-4221-9b8c-62b1494c4959 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:29.511736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (2b8799ca-ed20-494e-8347-ee8a1168dec6), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.543218 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:29.549027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-9e500305-c671-4b19-bbb8-3c94779d1450 None None] Provisioning complete for port ec932933-e874-481c-b206-824aeb1c830d triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:29.549548 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9e500305-c671-4b19-bbb8-3c94779d1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ec932933-e874-481c-b206-824aeb1c830d), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.582259 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Sync routers for ids ['cfd82544-a7b9-47fa-afaf-a455d58f2532'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:29.583122 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:29.590153 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8799ca-ed20-494e-8347-ee8a1168dec6,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:29.601844 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.602890 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Added segment e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4 of type vlan for network 7d9f1082-9521-43ef-8a03-308b31da632e Jun 17 08:53:29.615600 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Routers {'cfd82544-a7b9-47fa-afaf-a455d58f2532'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:29.616256 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['cfd82544-a7b9-47fa-afaf-a455d58f2532'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:29.651671 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.653128 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-3b548c9b-1ec0-4b5f-a5c0-396282abf48b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1890817 Jun 17 08:53:29.660617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39258) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:29.663054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (7d9f1082-9521-43ef-8a03-308b31da632e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.810659 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-9e500305-c671-4b19-bbb8-3c94779d1450 None None] Current status of the port ec932933-e874-481c-b206-824aeb1c830d is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:29.811048 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9e500305-c671-4b19-bbb8-3c94779d1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (ec932933-e874-481c-b206-824aeb1c830d), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.827843 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Set router cfd82544-a7b9-47fa-afaf-a455d58f2532 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:29.832872 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (7d9f1082-9521-43ef-8a03-308b31da632e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.833911 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:29.834538 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:29.928119 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device ec932933-e874-481c-b206-824aeb1c830d up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:29.966994 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device f04f9926-c78f-453a-92df-f4e826f339e0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:53:30.035268 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4184299 Jun 17 08:53:30.039321 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39268) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:30.058971 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Request body: {'subnet': {'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-233093714-subnet', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'ip_version': 4}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:30.066897 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8674c-827b-4334-8af6-77dd17464caf admin admin] Pushing event updated for resources: {'Network': ['ID=7d9f1082-9521-43ef-8a03-308b31da632e,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.099451 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device bcdeb004-186e-437b-8253-335f017eebbd up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:30.126961 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 7d9f1082-9521-43ef-8a03-308b31da632e details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:53:30.208902 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-9e500305-c671-4b19-bbb8-3c94779d1450 None None] For port ec932933-e874-481c-b206-824aeb1c830d, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=ec932933-e874-481c-b206-824aeb1c830d,segment=NetworkSegment(f2ce3783-4697-4892-80d4-0926301affa7),segment_id=f2ce3783-4697-4892-80d4-0926301affa7)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:30.217816 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Made reservation on behalf of 45a0a44acc444e8eb9bba54a8e089f17 for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:30.222829 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13658681'] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.235148 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.db.resource_extend [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:53:30.290653 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c66f1-ffff-41ba-8e1d-81135c4d141d req-4258be3b-a275-4a68-b4a4-aab2892b306e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:30.294188 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cc7c66f1-ffff-41ba-8e1d-81135c4d141d req-4258be3b-a275-4a68-b4a4-aab2892b306e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 943 time: 0.0914478 Jun 17 08:53:30.323984 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:30.331709 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9e500305-c671-4b19-bbb8-3c94779d1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (ec932933-e874-481c-b206-824aeb1c830d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.390180 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.434937 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cc7c66f1-ffff-41ba-8e1d-81135c4d141d req-4bbf6db0-60bc-4bd7-ac88-171846399039 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Jun 17 08:53:30.519974 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:30.548338 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port ec932933-e874-481c-b206-824aeb1c830d triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:30.548759 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ec932933-e874-481c-b206-824aeb1c830d), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.554795 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port bcdeb004-186e-437b-8253-335f017eebbd completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:53:30.601089 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port f04f9926-c78f-453a-92df-f4e826f339e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f04f9926-c78f-453a-92df-f4e826f339e0,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:30.615518 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'f04f9926-c78f-453a-92df-f4e826f339e0', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'port_id': 'f04f9926-c78f-453a-92df-f4e826f339e0', 'mac_address': 'fa:16:3e:37:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:53:30.623731 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Allocated IP 172.20.0.1 (ce881a83-8631-4221-9b8c-62b1494c4959/77424624-2042-4c78-9a24-f3f55835fa18/7339f7c5-e1b7-455a-9bfb-bc2a7af89b36) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:30.683746 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-63c10c12-96a8-4031-a375-ed09f72b6aa7 None None] Provisioning complete for port ec932933-e874-481c-b206-824aeb1c830d triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:30.684112 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-63c10c12-96a8-4031-a375-ed09f72b6aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ec932933-e874-481c-b206-824aeb1c830d), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.692712 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500305-c671-4b19-bbb8-3c94779d1450 None None] Pushing event updated for resources: {'Port': ['ID=ec932933-e874-481c-b206-824aeb1c830d,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.741210 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port bcdeb004-186e-437b-8253-335f017eebbd triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:30.741582 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (bcdeb004-186e-437b-8253-335f017eebbd), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.748737 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:53:28Z', 'revision_number': 3, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:30.773388 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port f04f9926-c78f-453a-92df-f4e826f339e0 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:30.773777 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.775441 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14377968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13658667'] for subnet (357f2b4d-78fc-40dc-8106-1f02875f2e98), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.795493 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks [] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.828253 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Checking router: cfd82544-a7b9-47fa-afaf-a455d58f2532 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:30.828543 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Updating router cfd82544-a7b9-47fa-afaf-a455d58f2532 port a60afab9-0bba-459e-8b56-e56ecca29065 binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:30.830758 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:30.843945 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04f9926-c78f-453a-92df-f4e826f339e0 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:53:30.883274 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Pushing event updated for resources: {'Subnet': ['ID=357f2b4d-78fc-40dc-8106-1f02875f2e98,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.890885 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Checking segment: {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:30.892085 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Network hostable DHCP agents. Network: 7d9f1082-9521-43ef-8a03-308b31da632e, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:30.906529 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.938017 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port f04f9926-c78f-453a-92df-f4e826f339e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f04f9926-c78f-453a-92df-f4e826f339e0,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:30.947584 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:30.953339 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Network ce881a83-8631-4221-9b8c-62b1494c4959 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:30.956340 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:30.963054 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:30.992270 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Network 7d9f1082-9521-43ef-8a03-308b31da632e is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:30.994083 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Pushing event updated for resources: {'Port': ['ID=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:31.018281 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (cfd82544-a7b9-47fa-afaf-a455d58f2532), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.042417 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.063989 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port ec932933-e874-481c-b206-824aeb1c830d is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:31.106022 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 7d9f1082-9521-43ef-8a03-308b31da632e) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:31.110467 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:31.111237 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.205750 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-33326438-4eb7-44ad-a877-0c09747f522f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1644709 Jun 17 08:53:31.208553 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39288) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:31.213400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:31.258125 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.294481 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:31.298278 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f44bf-6c65-4793-82ac-fe32cc71937f None None] Network 7d9f1082-9521-43ef-8a03-308b31da632e requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:31.302448 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-63c10c12-96a8-4031-a375-ed09f72b6aa7 None None] Current status of the port ec932933-e874-481c-b206-824aeb1c830d is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:31.310506 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port bcdeb004-186e-437b-8253-335f017eebbd is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:31.310895 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (bcdeb004-186e-437b-8253-335f017eebbd), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.335951 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.337454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.409920 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['f04f9926-c78f-453a-92df-f4e826f339e0'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:53:31.411629 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks [] for router_controller (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), precommit_add_association {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.466873 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=f04f9926-c78f-453a-92df-f4e826f339e0,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:31.483270 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdeb004-186e-437b-8253-335f017eebbd'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:53:31.485539 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f049d0a-236d-4b2d-b689-3d007e0e354f" -d '{"events": [{"server_uuid": "597a895e-45db-42bf-9c7f-40a13eedc48b", "name": "network-vif-plugged", "status": "completed", "tag": "bcdeb004-186e-437b-8253-335f017eebbd"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:31.494296 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks [] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.539303 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port bcdeb004-186e-437b-8253-335f017eebbd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bcdeb004-186e-437b-8253-335f017eebbd,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:31.541157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-c39f1446-abcb-45c6-91c7-431b210c188f None None] Provisioning complete for port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:31.541577 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c39f1446-abcb-45c6-91c7-431b210c188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.586948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b54b519-d2af-40ce-bbae-22785148ee44 x-openstack-request-id: req-1b54b519-d2af-40ce-bbae-22785148ee44 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:31.589585 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597a895e-45db-42bf-9c7f-40a13eedc48b", "name": "network-vif-plugged", "status": "completed", "tag": "bcdeb004-186e-437b-8253-335f017eebbd", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:31.589585 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b54b519-d2af-40ce-bbae-22785148ee44 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:31.589585 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b54b519-d2af-40ce-bbae-22785148ee44'] response: {'server_uuid': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdeb004-186e-437b-8253-335f017eebbd', 'code': 200} Jun 17 08:53:31.642912 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.693853 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-c39f1446-abcb-45c6-91c7-431b210c188f None None] Port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:31.710661 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-7d9f1082-9521-43ef-8a03-308b31da632e', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:53:31.711710 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.729127 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (bcdeb004-186e-437b-8253-335f017eebbd), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.746213 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:31.813206 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (cfd82544-a7b9-47fa-afaf-a455d58f2532), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:31.827846 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Pushing event updated for resources: {'Port': ['ID=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:31.966147 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device ec932933-e874-481c-b206-824aeb1c830d up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:31.976056 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=bcdeb004-186e-437b-8253-335f017eebbd,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.041194 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:32.064936 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Publish callbacks [] for port (a60afab9-0bba-459e-8b56-e56ecca29065), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.125386 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0019d1-9790-4f36-a01f-424f4f69c89c req-3537fb5a-b1c9-4b71-b47b-cf6a3b7a3d83 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:32.126966 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0c0019d1-9790-4f36-a01f-424f4f69c89c req-3537fb5a-b1c9-4b71-b47b-cf6a3b7a3d83 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 944 time: 0.5363352 Jun 17 08:53:32.140109 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port ec932933-e874-481c-b206-824aeb1c830d triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:32.140474 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (ec932933-e874-481c-b206-824aeb1c830d), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.154895 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Allocated IP 172.20.0.2 (7d9f1082-9521-43ef-8a03-308b31da632e/357f2b4d-78fc-40dc-8106-1f02875f2e98/03e25e97-e699-4942-a916-61a9e314c14a) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:32.187166 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks [] for router_gateway (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.191739 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.193592 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb131d-31d6-4e32-aa2c-dbc26c609637 req-17712083-9e8c-41a5-b3dc-9940c7d62ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:32.195093 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-dcfb131d-31d6-4e32-aa2c-dbc26c609637 req-17712083-9e8c-41a5-b3dc-9940c7d62ffa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 1129 time: 0.0824664 Jun 17 08:53:32.229726 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0c0019d1-9790-4f36-a01f-424f4f69c89c req-23730559-c8dd-4093-a64e-8c81143a7cf7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681541 Jun 17 08:53:32.253988 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Network ce881a83-8631-4221-9b8c-62b1494c4959 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:32.259465 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:32.270259 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-dcfb131d-31d6-4e32-aa2c-dbc26c609637 req-4ef34749-ffa4-4d2c-82af-8b9f75a90b4d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661933 Jun 17 08:53:32.323957 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Attempting to bind port a60afab9-0bba-459e-8b56-e56ecca29065 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:32.324360 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Attempting to bind port a60afab9-0bba-459e-8b56-e56ecca29065 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:32.324683 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Attempting to bind port a60afab9-0bba-459e-8b56-e56ecca29065 on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:32.366838 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d948286-a903-46df-9e25-7466e4e4beb3 None None] Pushing event updated for resources: {'Port': ['ID=a60afab9-0bba-459e-8b56-e56ecca29065,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.374498 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:32.374869 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:32.375645 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.375645 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:32.376164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Bound port: a60afab9-0bba-459e-8b56-e56ecca29065, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:32.376541 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.406902 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Router cfd82544-a7b9-47fa-afaf-a455d58f2532 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:53:32.423193 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:32.476936 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port ec932933-e874-481c-b206-824aeb1c830d is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:32.508154 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] For port a60afab9-0bba-459e-8b56-e56ecca29065, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:32.549825 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] For port a60afab9-0bba-459e-8b56-e56ecca29065, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a60afab9-0bba-459e-8b56-e56ecca29065,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:32.554523 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks [] for router_gateway (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.576326 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:32.577943 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Publish callbacks [] for port (03e25e97-e699-4942-a916-61a9e314c14a), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.581112 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b365e0c2-260b-41dc-b380-d0a8d40b8548 None None] Provisioning complete for port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:32.581669 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b365e0c2-260b-41dc-b380-d0a8d40b8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.583678 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-8986e462-be5d-401c-a392-6f0083f3c918 admin admin] 10.222.0.78 "PUT /v2.0/routers/cfd82544-a7b9-47fa-afaf-a455d58f2532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219749 Jun 17 08:53:32.603951 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.605208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:32.629888 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b365e0c2-260b-41dc-b380-d0a8d40b8548 None None] Port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:32.660559 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.719103 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (03e25e97-e699-4942-a916-61a9e314c14a), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.725534 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d948286-a903-46df-9e25-7466e4e4beb3 None None] Pushing event updated for resources: {'Port': ['ID=a60afab9-0bba-459e-8b56-e56ecca29065,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.768035 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Allocated IP 172.27.0.133 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/3f930c09-f31f-4c53-b467-41da02fd3542) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:32.787326 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Network 7d9f1082-9521-43ef-8a03-308b31da632e is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:32.787326 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:32.797053 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:32.812860 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Routers {'cfd82544-a7b9-47fa-afaf-a455d58f2532'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:32.813490 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['cfd82544-a7b9-47fa-afaf-a455d58f2532'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:32.872935 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Pushing event updated for resources: {'Port': ['ID=03e25e97-e699-4942-a916-61a9e314c14a,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.950273 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Attempting to bind port 03e25e97-e699-4942-a916-61a9e314c14a on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:32.950634 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Attempting to bind port 03e25e97-e699-4942-a916-61a9e314c14a by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:32.950994 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Attempting to bind port 03e25e97-e699-4942-a916-61a9e314c14a on network 7d9f1082-9521-43ef-8a03-308b31da632e {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:32.954762 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks [] for port (3f930c09-f31f-4c53-b467-41da02fd3542), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.964043 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:32.964446 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Checking segment: {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:32.964821 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.965211 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Bound using segment: {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:32.965691 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Bound port: 03e25e97-e699-4942-a916-61a9e314c14a, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:32.966069 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (03e25e97-e699-4942-a916-61a9e314c14a), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:32.995606 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] Set router cfd82544-a7b9-47fa-afaf-a455d58f2532 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:33.112725 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:33.144456 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] For port 03e25e97-e699-4942-a916-61a9e314c14a, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:33.154804 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:33.163326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:33.167260 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:33.195386 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Pushing event updated for resources: {'Port': ['ID=3f930c09-f31f-4c53-b467-41da02fd3542,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.210977 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] For port 03e25e97-e699-4942-a916-61a9e314c14a, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=03e25e97-e699-4942-a916-61a9e314c14a,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:33.231018 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39336) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:33.238220 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-f8e62e74-c6db-4d64-b793-0634c789e41d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992696564', 'description': 'tempest-secgroup-smoke-992696564 description', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:33.340709 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 4, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '7339f7c5-e1b7-455a-9bfb-bc2a7af89b36', 'name': '', 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'mac_address': 'fa:16:3e:0e:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77424624-2042-4c78-9a24-f3f55835fa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:30Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 2, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'subnets': [{'id': '77424624-2042-4c78-9a24-f3f55835fa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:33.397711 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e62e74-c6db-4d64-b793-0634c789e41d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:33.429343 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3a3fb-c386-4b98-90f7-9b64f6fd46f7 req-c0920c06-1acb-4f32-9702-e63bbb2b9e53 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:33.431080 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eda3a3fb-c386-4b98-90f7-9b64f6fd46f7 req-c0920c06-1acb-4f32-9702-e63bbb2b9e53 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 944 time: 0.0646794 Jun 17 08:53:33.506637 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e62e74-c6db-4d64-b793-0634c789e41d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group (3f1479c8-ef76-4ec4-96fe-9b116bc49458), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:33.516532 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eda3a3fb-c386-4b98-90f7-9b64f6fd46f7 req-a2b732cc-1b84-4530-9b37-794ed6258685 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760183 Jun 17 08:53:33.549905 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (03e25e97-e699-4942-a916-61a9e314c14a), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:33.552370 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed4a1d-c8a2-419a-b093-bada6fc318a7 None None] The sync data for ids ['cfd82544-a7b9-47fa-afaf-a455d58f2532'] in dv-cinder-797608-33-iscsi is: [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 4, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '7339f7c5-e1b7-455a-9bfb-bc2a7af89b36', 'name': '', 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'mac_address': 'fa:16:3e:0e:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77424624-2042-4c78-9a24-f3f55835fa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:30Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 2, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'subnets': [{'id': '77424624-2042-4c78-9a24-f3f55835fa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:33.649851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks [] for router_gateway (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:33.655228 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e62e74-c6db-4d64-b793-0634c789e41d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3f1479c8-ef76-4ec4-96fe-9b116bc49458), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:33.666732 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc35c71-61b8-440f-b9c3-3e45f988bd31 None None] Pushing event updated for resources: {'Port': ['ID=03e25e97-e699-4942-a916-61a9e314c14a,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.744340 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e62e74-c6db-4d64-b793-0634c789e41d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1479c8-ef76-4ec4-96fe-9b116bc49458,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.785612 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f8e62e74-c6db-4d64-b793-0634c789e41d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:33.791062 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f8e62e74-c6db-4d64-b793-0634c789e41d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5544989 Jun 17 08:53:33.791806 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39352) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:33.797814 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-597ec15c-add6-4c28-b9ae-ff205e31559f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'security_group_rule': {'security_group_id': '3f1479c8-ef76-4ec4-96fe-9b116bc49458', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:33.948784 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-597ec15c-add6-4c28-b9ae-ff205e31559f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (428ef570-212f-40df-ae1d-84eecd2ea053), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.038674 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.053528 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-597ec15c-add6-4c28-b9ae-ff205e31559f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (428ef570-212f-40df-ae1d-84eecd2ea053), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.214908 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-597ec15c-add6-4c28-b9ae-ff205e31559f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (428ef570-212f-40df-ae1d-84eecd2ea053), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.235607 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ec15c-add6-4c28-b9ae-ff205e31559f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428ef570-212f-40df-ae1d-84eecd2ea053,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:34.311646 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:53:34.348639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-597ec15c-add6-4c28-b9ae-ff205e31559f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.356099 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-597ec15c-add6-4c28-b9ae-ff205e31559f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5595849 Jun 17 08:53:34.360059 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39354) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:34.375612 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-bd619303-42a5-4625-a93f-1243534fe2c8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'security_group_rule': {'security_group_id': '3f1479c8-ef76-4ec4-96fe-9b116bc49458', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:34.461003 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:34.472954 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Sync routers for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:34.496143 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:34.496663 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:34.608133 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd619303-42a5-4625-a93f-1243534fe2c8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (95f74f35-fc6f-4476-bddf-9aca64d2f05c), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.621155 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:34.697302 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.702197 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-e2f255c1-72fd-4da2-b522-a8702db7d0fe admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4925575 Jun 17 08:53:34.702956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39362) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:34.705292 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:34.718614 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28428a56-8f71-4a62-8b2c-302bda0b0a3f req-4d72637e-e1ce-4abf-8e1f-923c06b4f1ec tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:34.738499 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-28428a56-8f71-4a62-8b2c-302bda0b0a3f req-4d72637e-e1ce-4abf-8e1f-923c06b4f1ec tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 944 time: 0.1233327 Jun 17 08:53:34.851796 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-28428a56-8f71-4a62-8b2c-302bda0b0a3f req-8c71bbb4-ddb5-42fd-85d3-cb0dcd2135b4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121905 Jun 17 08:53:34.871416 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd619303-42a5-4625-a93f-1243534fe2c8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (95f74f35-fc6f-4476-bddf-9aca64d2f05c), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:34.969963 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:33Z', 'revision_number': 3, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:34.996817 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Checking router: f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:34.997169 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Updating router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e port 3f930c09-f31f-4c53-b467-41da02fd3542 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:35.030206 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9f801-4566-473b-832a-758416e196f4 None None] Network 7d9f1082-9521-43ef-8a03-308b31da632e requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:35.032118 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.136631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-81eab4bd-5aba-4249-9bd6-7f4b62712f37 None None] Provisioning complete for port 03e25e97-e699-4942-a916-61a9e314c14a triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:35.137142 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-81eab4bd-5aba-4249-9bd6-7f4b62712f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (03e25e97-e699-4942-a916-61a9e314c14a), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.166380 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd619303-42a5-4625-a93f-1243534fe2c8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (95f74f35-fc6f-4476-bddf-9aca64d2f05c), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.219567 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd619303-42a5-4625-a93f-1243534fe2c8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f74f35-fc6f-4476-bddf-9aca64d2f05c,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:35.265431 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-81eab4bd-5aba-4249-9bd6-7f4b62712f37 None None] Current status of the port 03e25e97-e699-4942-a916-61a9e314c14a is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:35.266061 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-81eab4bd-5aba-4249-9bd6-7f4b62712f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (03e25e97-e699-4942-a916-61a9e314c14a), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.324794 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-81eab4bd-5aba-4249-9bd6-7f4b62712f37 None None] For port 03e25e97-e699-4942-a916-61a9e314c14a, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=03e25e97-e699-4942-a916-61a9e314c14a,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:35.333469 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:35.337788 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Publish callbacks [] for port (3f930c09-f31f-4c53-b467-41da02fd3542), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.340131 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd619303-42a5-4625-a93f-1243534fe2c8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.341394 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-bd619303-42a5-4625-a93f-1243534fe2c8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9804037 Jun 17 08:53:35.344186 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39364) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:35.361440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-4bdb7301-87e5-4741-8327-f4f08c418adb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'security_group_rule': {'security_group_id': '3f1479c8-ef76-4ec4-96fe-9b116bc49458', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:35.415404 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.418803 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-81eab4bd-5aba-4249-9bd6-7f4b62712f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (03e25e97-e699-4942-a916-61a9e314c14a), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.489268 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.498763 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:35.505442 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae06b4-c85b-4381-b3b7-b8076ab58928 None None] Pushing event updated for resources: {'Port': ['ID=3f930c09-f31f-4c53-b467-41da02fd3542,revision_number=2']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:35.527618 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eab4bd-5aba-4249-9bd6-7f4b62712f37 None None] Pushing event updated for resources: {'Port': ['ID=03e25e97-e699-4942-a916-61a9e314c14a,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:35.536651 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Attempting to bind port 3f930c09-f31f-4c53-b467-41da02fd3542 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:35.536948 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Attempting to bind port 3f930c09-f31f-4c53-b467-41da02fd3542 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:35.537308 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Attempting to bind port 3f930c09-f31f-4c53-b467-41da02fd3542 on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:35.543840 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:35.544247 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:35.544821 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.545100 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-c8eb3fb2-206c-4723-afc2-da93770f459a None None] Provisioning complete for port 03e25e97-e699-4942-a916-61a9e314c14a triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:35.545508 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3fb2-206c-4723-afc2-da93770f459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (03e25e97-e699-4942-a916-61a9e314c14a), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.545816 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:35.546604 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Bound port: 3f930c09-f31f-4c53-b467-41da02fd3542, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:35.547135 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.604246 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] For port 3f930c09-f31f-4c53-b467-41da02fd3542, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:35.607336 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] For port 3f930c09-f31f-4c53-b467-41da02fd3542, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=3f930c09-f31f-4c53-b467-41da02fd3542,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:35.626516 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb3fb2-206c-4723-afc2-da93770f459a None None] Current status of the port 03e25e97-e699-4942-a916-61a9e314c14a is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:35.641642 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7301-87e5-4741-8327-f4f08c418adb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (dae2ea53-e46f-47b3-98bd-2664b18676e6), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.718145 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.723571 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Allocated IP 172.20.0.1 (7d9f1082-9521-43ef-8a03-308b31da632e/357f2b4d-78fc-40dc-8106-1f02875f2e98/43ca5f42-d4e4-438c-9e19-94bd32742ff0) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:35.748639 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device f04f9926-c78f-453a-92df-f4e826f339e0 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:35.765259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7301-87e5-4741-8327-f4f08c418adb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (dae2ea53-e46f-47b3-98bd-2664b18676e6), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.839192 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:35.857069 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port f04f9926-c78f-453a-92df-f4e826f339e0 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:53:35.878145 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:35.902188 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:35.902931 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:35.919414 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7301-87e5-4741-8327-f4f08c418adb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (dae2ea53-e46f-47b3-98bd-2664b18676e6), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.940149 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port f04f9926-c78f-453a-92df-f4e826f339e0 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:35.940593 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.986791 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a60afab9-0bba-459e-8b56-e56ecca29065 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:35.988061 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks [] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:35.994753 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb7301-87e5-4741-8327-f4f08c418adb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae2ea53-e46f-47b3-98bd-2664b18676e6,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.044142 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae06b4-c85b-4381-b3b7-b8076ab58928 None None] Pushing event updated for resources: {'Port': ['ID=3f930c09-f31f-4c53-b467-41da02fd3542,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.059041 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0cb4d-2a53-49b9-8f56-685dea77903b req-3fb2d02a-04b8-48f6-9448-7236634dd8e2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:36.063117 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:36.068430 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a0f0cb4d-2a53-49b9-8f56-685dea77903b req-3fb2d02a-04b8-48f6-9448-7236634dd8e2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 944 time: 0.0927920 Jun 17 08:53:36.076638 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7301-87e5-4741-8327-f4f08c418adb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.078008 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-4bdb7301-87e5-4741-8327-f4f08c418adb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7327676 Jun 17 08:53:36.082611 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39388) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:36.092374 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-18545afe-77b6-465d-93f4-c8eaffc6bb10 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'security_group_rule': {'security_group_id': '3f1479c8-ef76-4ec4-96fe-9b116bc49458', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:36.132174 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a0f0cb4d-2a53-49b9-8f56-685dea77903b req-31f2e9df-a020-4f92-8853-9c9cd841fede tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643873 Jun 17 08:53:36.139540 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port f04f9926-c78f-453a-92df-f4e826f339e0 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:36.140758 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.146102 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:36.159069 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port a60afab9-0bba-459e-8b56-e56ecca29065 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:36.159463 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.195325 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04f9926-c78f-453a-92df-f4e826f339e0'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:53:36.198460 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7953ccca-736f-42a2-95d4-4598c5817bf5" -d '{"events": [{"server_uuid": "32006679-bcd4-46b4-b3b6-b2e0cc46ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "f04f9926-c78f-453a-92df-f4e826f339e0"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:36.216122 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.218637 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port f04f9926-c78f-453a-92df-f4e826f339e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f04f9926-c78f-453a-92df-f4e826f339e0,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:36.228352 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:36.260290 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47a8ab6-4ea7-48d5-9e64-292ff3fc14a2 x-openstack-request-id: req-a47a8ab6-4ea7-48d5-9e64-292ff3fc14a2 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:36.260602 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32006679-bcd4-46b4-b3b6-b2e0cc46ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "f04f9926-c78f-453a-92df-f4e826f339e0", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:36.260858 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a47a8ab6-4ea7-48d5-9e64-292ff3fc14a2 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:36.261245 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47a8ab6-4ea7-48d5-9e64-292ff3fc14a2'] response: {'server_uuid': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04f9926-c78f-453a-92df-f4e826f339e0', 'code': 200} Jun 17 08:53:36.272036 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port a60afab9-0bba-459e-8b56-e56ecca29065 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:36.272423 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.292192 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=43ca5f42-d4e4-438c-9e19-94bd32742ff0,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.294691 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port a60afab9-0bba-459e-8b56-e56ecca29065, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a60afab9-0bba-459e-8b56-e56ecca29065,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:36.300394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:36.300646 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.307657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-18545afe-77b6-465d-93f4-c8eaffc6bb10 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (83e0e692-33bf-453e-8726-2fe4b82aa9b0), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.328769 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-223d48be-e04d-4802-99c6-18e44423267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:33Z', 'revision_number': 3, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:36.330397 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Network 7d9f1082-9521-43ef-8a03-308b31da632e is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:36.341534 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:36.357774 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:36.373247 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d48be-e04d-4802-99c6-18e44423267c None None] The sync data for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi is: [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:33Z', 'revision_number': 3, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:36.387435 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.389005 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 03e25e97-e699-4942-a916-61a9e314c14a up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:36.396095 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=f04f9926-c78f-453a-92df-f4e826f339e0,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.451684 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.516203 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=a60afab9-0bba-459e-8b56-e56ecca29065,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.520393 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 03e25e97-e699-4942-a916-61a9e314c14a triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:36.520772 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (03e25e97-e699-4942-a916-61a9e314c14a), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.544399 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:36.555420 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-18545afe-77b6-465d-93f4-c8eaffc6bb10 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (83e0e692-33bf-453e-8726-2fe4b82aa9b0), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.609025 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Sync routers for ids ['cfd82544-a7b9-47fa-afaf-a455d58f2532'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:36.614149 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 03e25e97-e699-4942-a916-61a9e314c14a is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:36.625026 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Routers {'cfd82544-a7b9-47fa-afaf-a455d58f2532'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:36.625662 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['cfd82544-a7b9-47fa-afaf-a455d58f2532'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:36.649591 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-18545afe-77b6-465d-93f4-c8eaffc6bb10 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (83e0e692-33bf-453e-8726-2fe4b82aa9b0), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.675238 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18545afe-77b6-465d-93f4-c8eaffc6bb10 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e0e692-33bf-453e-8726-2fe4b82aa9b0,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.768965 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-18545afe-77b6-465d-93f4-c8eaffc6bb10 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.770334 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-18545afe-77b6-465d-93f4-c8eaffc6bb10 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6864572 Jun 17 08:53:36.773294 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39398) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:36.777837 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'security_group_rule': {'security_group_id': '3f1479c8-ef76-4ec4-96fe-9b116bc49458', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:36.799586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:36.822417 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Set router cfd82544-a7b9-47fa-afaf-a455d58f2532 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:36.841568 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.907408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-9fc103aa-343b-43fc-bea6-3d1a6c895ea4 None None] Provisioning complete for port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:36.907780 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9fc103aa-343b-43fc-bea6-3d1a6c895ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:36.948459 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.securitygroups_db [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Project 7e69cf14c3c8482fbf95620efe1bee1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:53:36.959662 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (36ec1728-920d-4d44-9da4-4dab14c5afad), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.011564 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-9fc103aa-343b-43fc-bea6-3d1a6c895ea4 None None] Port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:37.066358 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (36ec1728-920d-4d44-9da4-4dab14c5afad), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.110896 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks [] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.117482 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 4, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '7339f7c5-e1b7-455a-9bfb-bc2a7af89b36', 'name': '', 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'mac_address': 'fa:16:3e:0e:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77424624-2042-4c78-9a24-f3f55835fa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:30Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 2, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'subnets': [{'id': '77424624-2042-4c78-9a24-f3f55835fa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:37.144199 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Checking router: cfd82544-a7b9-47fa-afaf-a455d58f2532 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:37.144854 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Updating router cfd82544-a7b9-47fa-afaf-a455d58f2532 port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:37.160754 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (36ec1728-920d-4d44-9da4-4dab14c5afad), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.180681 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.208231 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ec1728-920d-4d44-9da4-4dab14c5afad,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.209160 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.296619 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3dda7-0439-4a80-b1ad-ee7730cce008 req-b2863b41-febc-40fd-bc9a-9eaadcf86a98 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:37.298635 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f0c3dda7-0439-4a80-b1ad-ee7730cce008 req-b2863b41-febc-40fd-bc9a-9eaadcf86a98 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0626924 Jun 17 08:53:37.303460 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.306795 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0fd66b08-e548-4543-af1b-d1cdf68e9275 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5324430 Jun 17 08:53:37.309744 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39406) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:37.314515 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'security_group_rule': {'security_group_id': '3f1479c8-ef76-4ec4-96fe-9b116bc49458', 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:37.352421 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.367450 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=43ca5f42-d4e4-438c-9e19-94bd32742ff0,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.374448 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263c83-9ed0-4680-bc10-049f78b13140 req-471211b4-8d02-44f7-9d0b-5f1da25ef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:37.376380 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-f2263c83-9ed0-4680-bc10-049f78b13140 req-471211b4-8d02-44f7-9d0b-5f1da25ef792 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 1129 time: 0.0930443 Jun 17 08:53:37.397666 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f0c3dda7-0439-4a80-b1ad-ee7730cce008 req-bae13e01-765e-4082-8427-e2afcd4a22d1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774028 Jun 17 08:53:37.426227 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.securitygroups_db [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Project 7e69cf14c3c8482fbf95620efe1bee1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:53:37.433345 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (b14f96c6-dd20-4367-bd8f-594422151bbc), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.509605 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-f2263c83-9ed0-4680-bc10-049f78b13140 req-fe80c572-93c9-4314-8ac6-7861bd78b771 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196628 Jun 17 08:53:37.544105 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Network 7d9f1082-9521-43ef-8a03-308b31da632e is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:37.545956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:37.550671 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (b14f96c6-dd20-4367-bd8f-594422151bbc), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.648840 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Publish callbacks [] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.683278 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (b14f96c6-dd20-4367-bd8f-594422151bbc), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.725492 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:53:37.732112 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14f96c6-dd20-4367-bd8f-594422151bbc,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.758620 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.849226 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:37.849226 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-053961d0-12c9-4058-a447-2f3772c7a886 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5369089 Jun 17 08:53:37.877509 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948697da-e85d-4961-aa62-cc73742bbafd None None] Pushing event updated for resources: {'Port': ['ID=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.935357 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:37.946921 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e92af144-3d13-4a3e-8f21-aea0818bdbd8 admin admin] 10.222.0.78 "PUT /v2.0/routers/f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2369876 Jun 17 08:53:37.969995 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a60afab9-0bba-459e-8b56-e56ecca29065 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:38.021586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Attempting to bind port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:38.022112 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Attempting to bind port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:38.022477 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Attempting to bind port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 on network ce881a83-8631-4221-9b8c-62b1494c4959 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:38.037462 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:38.038285 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Checking segment: {'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:38.038840 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.043407 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Bound using segment: {'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:38.043407 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Bound port: 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ce3783-4697-4892-80d4-0926301affa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:38.043407 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.076852 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-758e4400-7c4a-418c-ad0f-35b8058340fb None None] Provisioning complete for port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:38.077499 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-758e4400-7c4a-418c-ad0f-35b8058340fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.104224 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port a60afab9-0bba-459e-8b56-e56ecca29065 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:38.104642 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.181390 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-758e4400-7c4a-418c-ad0f-35b8058340fb None None] Port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:38.208349 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] For port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:38.212142 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] For port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,segment=NetworkSegment(f2ce3783-4697-4892-80d4-0926301affa7),segment_id=f2ce3783-4697-4892-80d4-0926301affa7)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:38.255030 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port a60afab9-0bba-459e-8b56-e56ecca29065 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:38.256152 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 3f930c09-f31f-4c53-b467-41da02fd3542 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:38.313849 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-9462886b-aa17-48e2-a399-fd8e0ed0127b None None] Provisioning complete for port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:38.314216 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9462886b-aa17-48e2-a399-fd8e0ed0127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.343262 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.390521 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-9462886b-aa17-48e2-a399-fd8e0ed0127b None None] Port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:38.392295 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 3f930c09-f31f-4c53-b467-41da02fd3542 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:38.392657 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.480006 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Routers {'cfd82544-a7b9-47fa-afaf-a455d58f2532'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:38.480723 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['cfd82544-a7b9-47fa-afaf-a455d58f2532'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:38.482738 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948697da-e85d-4961-aa62-cc73742bbafd None None] Pushing event updated for resources: {'Port': ['ID=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.638667 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024bbc2-bd86-4aa0-a115-818510100603 req-3f303770-8538-48a3-9625-d54dd17a3c12 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:38.646504 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b024bbc2-bd86-4aa0-a115-818510100603 req-3f303770-8538-48a3-9625-d54dd17a3c12 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.1473849 Jun 17 08:53:38.750903 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b024bbc2-bd86-4aa0-a115-818510100603 req-57f89c3f-634c-49ee-8191-30c8302cf13e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033812 Jun 17 08:53:38.797244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:38.840604 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Sync routers for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:38.858406 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:38.859017 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:38.949376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 3f930c09-f31f-4c53-b467-41da02fd3542 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:38.949833 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:38.974207 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:38.986876 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:38.987118 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 3f930c09-f31f-4c53-b467-41da02fd3542, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=3f930c09-f31f-4c53-b467-41da02fd3542,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:38.998005 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-82487fe6-eda3-4124-a52c-0606712e6146 None None] Provisioning complete for port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:38.998379 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-82487fe6-eda3-4124-a52c-0606712e6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.030369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] Set router cfd82544-a7b9-47fa-afaf-a455d58f2532 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:39.113820 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.197355 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 2, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.222350 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Checking router: f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:39.222696 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Updating router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:39.259625 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:39.260761 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.263962 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-82487fe6-eda3-4124-a52c-0606712e6146 None None] Current status of the port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:39.264991 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-82487fe6-eda3-4124-a52c-0606712e6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.270560 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=3f930c09-f31f-4c53-b467-41da02fd3542,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.327167 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39504) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:39.332422 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-627541651-network', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:39.359946 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-82487fe6-eda3-4124-a52c-0606712e6146 None None] For port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,segment=NetworkSegment(f2ce3783-4697-4892-80d4-0926301affa7),segment_id=f2ce3783-4697-4892-80d4-0926301affa7)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:39.374805 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea8d4025-e712-422a-8617-be89e234175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 4, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '7339f7c5-e1b7-455a-9bfb-bc2a7af89b36', 'name': '', 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'mac_address': 'fa:16:3e:0e:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77424624-2042-4c78-9a24-f3f55835fa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:30Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'subnets': [{'id': '77424624-2042-4c78-9a24-f3f55835fa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.405176 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d4025-e712-422a-8617-be89e234175e None None] The sync data for ids ['cfd82544-a7b9-47fa-afaf-a455d58f2532'] in dv-cinder-797608-33-iscsi is: [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:53:31Z', 'revision_number': 4, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '7339f7c5-e1b7-455a-9bfb-bc2a7af89b36', 'name': '', 'network_id': 'ce881a83-8631-4221-9b8c-62b1494c4959', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'mac_address': 'fa:16:3e:0e:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77424624-2042-4c78-9a24-f3f55835fa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:30Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'subnets': [{'id': '77424624-2042-4c78-9a24-f3f55835fa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:39.438721 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Made reservation on behalf of ccdf4c362cc34ba8b0ae36299712fa90 for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:39.442141 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.453162 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.456386 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-82487fe6-eda3-4124-a52c-0606712e6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.554275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82487fe6-eda3-4124-a52c-0606712e6146 None None] Pushing event updated for resources: {'Port': ['ID=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.608363 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks [] for security_group (286f92f7-62bd-4170-a611-8ac2c11ad273), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.642934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:39.704302 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Publish callbacks [] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.718164 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (286f92f7-62bd-4170-a611-8ac2c11ad273), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.722695 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:39.744816 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:39.774779 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.775213 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (95420c20-76c5-49a0-9fa4-214715496839), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.775688 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Added segment 95420c20-76c5-49a0-9fa4-214715496839 of type vlan for network b45928e7-8b76-49dc-a99a-0fc27274d4f1 Jun 17 08:53:39.777322 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286f92f7-62bd-4170-a611-8ac2c11ad273,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.831433 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:39.838426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (b45928e7-8b76-49dc-a99a-0fc27274d4f1), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.869571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:39.877818 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:39.889462 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126b598-8cf1-467a-b401-28895d099138 None None] Pushing event updated for resources: {'Port': ['ID=43ca5f42-d4e4-438c-9e19-94bd32742ff0,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.932575 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:39.933033 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.942021 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (b45928e7-8b76-49dc-a99a-0fc27274d4f1), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:39.943508 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:39.944327 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.025758 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Attempting to bind port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:40.026169 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Attempting to bind port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:40.026534 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Attempting to bind port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 on network 7d9f1082-9521-43ef-8a03-308b31da632e {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:40.038213 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:40.038593 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Checking segment: {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:40.038994 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.039439 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Bound using segment: {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:40.039924 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Bound port: 43ca5f42-d4e4-438c-9e19-94bd32742ff0, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:40.040301 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.109971 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:40.111139 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 3f930c09-f31f-4c53-b467-41da02fd3542 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:40.152618 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b45928e7-8b76-49dc-a99a-0fc27274d4f1,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.158478 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-611f0e1f-e202-48f4-9bc6-00f079e6f6a4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8300002 Jun 17 08:53:40.161167 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39526) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:40.168648 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:53:40.173666 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Request body: {'subnet': {'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-627541651-subnet', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'ip_version': 4}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:40.195786 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 3f930c09-f31f-4c53-b467-41da02fd3542 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:40.197011 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.210923 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] For port 43ca5f42-d4e4-438c-9e19-94bd32742ff0, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:40.210923 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] For port 43ca5f42-d4e4-438c-9e19-94bd32742ff0, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=43ca5f42-d4e4-438c-9e19-94bd32742ff0,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:40.265150 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-cc8fb733-1859-491d-8ee5-be6ffa6975b4 None None] Provisioning complete for port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:40.265822 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cc8fb733-1859-491d-8ee5-be6ffa6975b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.327810 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-cc8fb733-1859-491d-8ee5-be6ffa6975b4 None None] Port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:40.346097 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Made reservation on behalf of ccdf4c362cc34ba8b0ae36299712fa90 for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:40.346819 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.348564 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13658681'] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.401157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 3f930c09-f31f-4c53-b467-41da02fd3542 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:40.413200 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:40.414228 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:40.592149 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:40.614336 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:40.672243 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126b598-8cf1-467a-b401-28895d099138 None None] Pushing event updated for resources: {'Port': ['ID=43ca5f42-d4e4-438c-9e19-94bd32742ff0,revision_number=4']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.675282 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325289ad-ad34-4fb3-923e-8a2e5a5d04a3 req-28a7f3d1-3b29-4299-b638-766bdb64180d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:40.677325 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-325289ad-ad34-4fb3-923e-8a2e5a5d04a3 req-28a7f3d1-3b29-4299-b638-766bdb64180d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0565770 Jun 17 08:53:40.702857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14377968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13658667'] for subnet (cac5319b-a030-4056-9c82-257a7971c00c), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.736377 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:40.749745 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-6e65aa0f-359e-4b1b-b739-9eeee7be6fbf None None] Provisioning complete for port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:40.750417 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6e65aa0f-359e-4b1b-b739-9eeee7be6fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.785546 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-325289ad-ad34-4fb3-923e-8a2e5a5d04a3 req-ab946c3f-505c-43f0-a349-708a0f28a272 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990915 Jun 17 08:53:40.791903 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac5319b-a030-4056-9c82-257a7971c00c,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.817323 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Checking segment: {'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:40.818180 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Network hostable DHCP agents. Network: b45928e7-8b76-49dc-a99a-0fc27274d4f1, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:40.853656 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:40.867526 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-6e65aa0f-359e-4b1b-b739-9eeee7be6fbf None None] Current status of the port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:40.868040 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6e65aa0f-359e-4b1b-b739-9eeee7be6fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:40.878336 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191130ce-6302-40a8-a260-507ec8dc510f None None] The sync data for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi is: [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:40.904999 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-6e65aa0f-359e-4b1b-b739-9eeee7be6fbf None None] For port 43ca5f42-d4e4-438c-9e19-94bd32742ff0, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=43ca5f42-d4e4-438c-9e19-94bd32742ff0,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:40.918623 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:40.939370 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59f7e3-604a-4f3a-8fcb-48134ec128be req-520b3126-09d1-406d-9322-3277acb375af tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:40.947602 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2d59f7e3-604a-4f3a-8fcb-48134ec128be req-520b3126-09d1-406d-9322-3277acb375af tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0714386 Jun 17 08:53:41.000084 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2d59f7e3-604a-4f3a-8fcb-48134ec128be req-3081def6-efbc-4dd0-a650-341101a91660 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553920 Jun 17 08:53:41.015628 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6e65aa0f-359e-4b1b-b739-9eeee7be6fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.016535 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, b45928e7-8b76-49dc-a99a-0fc27274d4f1) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:41.034119 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:41.034731 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.070293 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854de52-efca-464b-89cf-cf73615498ce None None] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:41.162836 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-68995003-d36c-4d85-a53f-d5ef03e33640 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9968259 Jun 17 08:53:41.163228 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39558) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:41.168561 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:41.169744 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65aa0f-359e-4b1b-b739-9eeee7be6fbf None None] Pushing event updated for resources: {'Port': ['ID=43ca5f42-d4e4-438c-9e19-94bd32742ff0,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.213728 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:41.226199 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-b45928e7-8b76-49dc-a99a-0fc27274d4f1', 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1', 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'fixed_ips': [{'subnet_id': 'cac5319b-a030-4056-9c82-257a7971c00c'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:53:41.227278 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.266324 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (b0b44678-96c6-4343-8f11-0cdd99d8251b), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.267592 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (b0b44678-96c6-4343-8f11-0cdd99d8251b), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.324220 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks [] for router_controller (b0b44678-96c6-4343-8f11-0cdd99d8251b), precommit_add_association {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.384493 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Allocated IP 172.20.0.2 (b45928e7-8b76-49dc-a99a-0fc27274d4f1/cac5319b-a030-4056-9c82-257a7971c00c/49d07836-c8aa-4189-b13e-57f7e833de04) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:41.575611 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Publish callbacks [] for port (49d07836-c8aa-4189-b13e-57f7e833de04), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.591655 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks [] for router_gateway (b0b44678-96c6-4343-8f11-0cdd99d8251b), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.612192 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539d0c4-261a-475d-a963-fef61176d9d3 req-7c53282a-faa8-48b2-83bb-39c82b55c395 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:41.615866 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f539d0c4-261a-475d-a963-fef61176d9d3 req-7c53282a-faa8-48b2-83bb-39c82b55c395 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0866055 Jun 17 08:53:41.660989 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.679985 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f539d0c4-261a-475d-a963-fef61176d9d3 req-e51289b7-ba46-446e-87d0-3ede3e4b81c5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Jun 17 08:53:41.703186 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:41.708326 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:41.716533 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:41.728114 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Pushing event updated for resources: {'Port': ['ID=49d07836-c8aa-4189-b13e-57f7e833de04,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.827821 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Attempting to bind port 49d07836-c8aa-4189-b13e-57f7e833de04 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:41.828558 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Attempting to bind port 49d07836-c8aa-4189-b13e-57f7e833de04 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:41.829074 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Attempting to bind port 49d07836-c8aa-4189-b13e-57f7e833de04 on network b45928e7-8b76-49dc-a99a-0fc27274d4f1 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:41.843094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:41.843094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Checking segment: {'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:41.843094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.843094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Bound using segment: {'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:41.843094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Bound port: 49d07836-c8aa-4189-b13e-57f7e833de04, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:41.843094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.844415 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 43ca5f42-d4e4-438c-9e19-94bd32742ff0 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:41.935665 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:41.936034 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.960742 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks [] for router_gateway (b0b44678-96c6-4343-8f11-0cdd99d8251b), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.971985 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] For port 49d07836-c8aa-4189-b13e-57f7e833de04, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:41.981442 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:41.991665 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] For port 49d07836-c8aa-4189-b13e-57f7e833de04, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=49d07836-c8aa-4189-b13e-57f7e833de04,segment=NetworkSegment(95420c20-76c5-49a0-9fa4-214715496839),segment_id=95420c20-76c5-49a0-9fa4-214715496839)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:42.036412 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:42.074226 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:42.076972 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:42.106342 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Allocated IP 172.27.0.68 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/9a94f71e-5073-4ffe-84e7-73adb6938d6d) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:42.158390 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228ae79-2833-42ce-bd41-fc55ca77a1d0 None None] Pushing event updated for resources: {'Port': ['ID=49d07836-c8aa-4189-b13e-57f7e833de04,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:42.207499 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79da6bd-f69b-454e-99eb-05d56ee8a038 req-35ace6f6-c154-4eca-a0ba-a98d143565a7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:42.209083 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a79da6bd-f69b-454e-99eb-05d56ee8a038 req-35ace6f6-c154-4eca-a0ba-a98d143565a7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0833488 Jun 17 08:53:42.319634 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a79da6bd-f69b-454e-99eb-05d56ee8a038 req-28992660-3456-4ee6-bbfc-66b853a0b5e8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817156 Jun 17 08:53:42.324821 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks [] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:42.374821 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:42.449355 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:42.483970 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:42.486846 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:42.490209 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:42.523981 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Pushing event updated for resources: {'Port': ['ID=9a94f71e-5073-4ffe-84e7-73adb6938d6d,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:42.540785 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:42.677185 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:42.739976 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:42.966173 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-614d154c-6cd7-45b3-bb0b-6dd14034b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:42.968477 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-614d154c-6cd7-45b3-bb0b-6dd14034b83f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 1129 time: 0.0572119 Jun 17 08:53:43.091406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-0aeaa588-9ee7-4f5b-9b98-646b49d55402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:43.092285 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7c40a-a7fe-4eb9-b4dd-26d66e92221a req-5b78b4c9-1062-4123-bc40-7b64e511b083 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:43.093076 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-0aeaa588-9ee7-4f5b-9b98-646b49d55402 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1100392 Jun 17 08:53:43.094019 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-12d7c40a-a7fe-4eb9-b4dd-26d66e92221a req-5b78b4c9-1062-4123-bc40-7b64e511b083 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.3387177 Jun 17 08:53:43.128019 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks [] for router_gateway (b0b44678-96c6-4343-8f11-0cdd99d8251b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:43.170006 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-58bd8a4d-348e-4ea6-b938-4174e30c5e4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f04f9926-c78f-453a-92df-f4e826f339e0 HTTP/1.1" status: 200 len: 217 time: 0.0576582 Jun 17 08:53:43.221071 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e57ddd-db58-4cfd-ad38-dda2b8fde501 None None] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:53:43.239242 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-12d7c40a-a7fe-4eb9-b4dd-26d66e92221a req-ef939da0-e1d8-4daa-8fab-27537ba53e89 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Jun 17 08:53:43.240890 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-eeca4893-e094-4fea-a345-8d57812a0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:43.244005 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-eeca4893-e094-4fea-a345-8d57812a0f19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0576329 Jun 17 08:53:43.313496 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-7e2dce23-899d-49c0-b8fd-1204252bc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:43.315423 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-7e2dce23-899d-49c0-b8fd-1204252bc541 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545301 Jun 17 08:53:43.408707 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (b0b44678-96c6-4343-8f11-0cdd99d8251b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:43.463962 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-35f009c7-e6a0-4e27-873e-8fbd6a9f131a service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411476 Jun 17 08:53:43.493898 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-ce371793-7798-4f53-b27f-27fa0c6b8c93 None None] Provisioning complete for port 49d07836-c8aa-4189-b13e-57f7e833de04 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:43.494362 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ce371793-7798-4f53-b27f-27fa0c6b8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:43.601622 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc0ec-4b3a-4377-9203-72388534357f req-94d15cff-891d-404a-846e-485a0c7ec55c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:43.604555 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5facc0ec-4b3a-4377-9203-72388534357f req-94d15cff-891d-404a-846e-485a0c7ec55c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.1370287 Jun 17 08:53:43.614868 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-93dc8f7b-9c3f-4350-9226-a537684b2437 req-7c8f81ed-57f8-4ecc-a9f3-c7782a2acf7b service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446197 Jun 17 08:53:43.625969 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-ce371793-7798-4f53-b27f-27fa0c6b8c93 None None] Current status of the port 49d07836-c8aa-4189-b13e-57f7e833de04 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:43.626472 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ce371793-7798-4f53-b27f-27fa0c6b8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:43.690972 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-ce371793-7798-4f53-b27f-27fa0c6b8c93 None None] For port 49d07836-c8aa-4189-b13e-57f7e833de04, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=49d07836-c8aa-4189-b13e-57f7e833de04,segment=NetworkSegment(95420c20-76c5-49a0-9fa4-214715496839),segment_id=95420c20-76c5-49a0-9fa4-214715496839)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:43.715822 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5facc0ec-4b3a-4377-9203-72388534357f req-897f07b2-309e-485c-9a87-c71dc22573ce tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854075 Jun 17 08:53:43.780904 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ce371793-7798-4f53-b27f-27fa0c6b8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:43.838367 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Router b0b44678-96c6-4343-8f11-0cdd99d8251b is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:53:43.857057 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce371793-7798-4f53-b27f-27fa0c6b8c93 None None] Pushing event updated for resources: {'Port': ['ID=49d07836-c8aa-4189-b13e-57f7e833de04,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:43.878130 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 49d07836-c8aa-4189-b13e-57f7e833de04 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:43.930015 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 49d07836-c8aa-4189-b13e-57f7e833de04 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:43.930947 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:43.974531 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:43.986433 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Sync routers for ids ['b0b44678-96c6-4343-8f11-0cdd99d8251b'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:44.030996 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Routers {'b0b44678-96c6-4343-8f11-0cdd99d8251b'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:44.031708 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b0b44678-96c6-4343-8f11-0cdd99d8251b'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:44.034912 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-8aa5a2e2-1f3d-4bfa-84fe-b88734b1897c None None] Provisioning complete for port 49d07836-c8aa-4189-b13e-57f7e833de04 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:44.035280 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a2e2-1f3d-4bfa-84fe-b88734b1897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:44.099152 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 49d07836-c8aa-4189-b13e-57f7e833de04 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:44.108350 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:44.110015 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-c5689717-adb5-48fd-9532-549d44722eff admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9456952 Jun 17 08:53:44.112815 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39612) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:44.113093 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:44.230207 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Set router b0b44678-96c6-4343-8f11-0cdd99d8251b gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:44.246121 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5a2e2-1f3d-4bfa-84fe-b88734b1897c None None] Current status of the port 49d07836-c8aa-4189-b13e-57f7e833de04 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:44.414633 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:42Z', 'revision_number': 3, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:44.439632 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Checking router: b0b44678-96c6-4343-8f11-0cdd99d8251b for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:44.439985 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Updating router b0b44678-96c6-4343-8f11-0cdd99d8251b port 9a94f71e-5073-4ffe-84e7-73adb6938d6d binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:44.441857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085eb76-edd9-4b21-a928-24d44f4790a9 req-825d7981-4219-4294-9e5a-91fcaad851b3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:44.443239 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8085eb76-edd9-4b21-a928-24d44f4790a9 req-825d7981-4219-4294-9e5a-91fcaad851b3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0855358 Jun 17 08:53:44.473070 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:44.538865 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8085eb76-edd9-4b21-a928-24d44f4790a9 req-b2344db9-52de-422b-bde5-e7fe5eb3f9ed tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825145 Jun 17 08:53:44.630242 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:44.751370 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:44.769227 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Publish callbacks [] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:44.863206 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Allocated IP 172.20.0.1 (b45928e7-8b76-49dc-a99a-0fc27274d4f1/cac5319b-a030-4056-9c82-257a7971c00c/0f016b1a-3ba6-4af9-bf7b-c96c8b82671e) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:44.884385 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:44.903304 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1aa2-aba4-445a-8de3-3fe8edcdb058 req-efbe0abd-cb22-4f4d-b530-d9d40f466e9e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:44.911172 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-23ba1aa2-aba4-445a-8de3-3fe8edcdb058 req-efbe0abd-cb22-4f4d-b530-d9d40f466e9e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0836449 Jun 17 08:53:44.938323 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Attempting to bind port 9a94f71e-5073-4ffe-84e7-73adb6938d6d on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:44.938668 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Attempting to bind port 9a94f71e-5073-4ffe-84e7-73adb6938d6d by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:44.939035 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Attempting to bind port 9a94f71e-5073-4ffe-84e7-73adb6938d6d on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:44.952413 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:44.952789 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:44.953191 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:44.953584 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:44.954054 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Bound port: 9a94f71e-5073-4ffe-84e7-73adb6938d6d, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:44.954432 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.001921 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bbf77-4234-4b4c-8d89-133e898a33bc None None] Pushing event updated for resources: {'Port': ['ID=9a94f71e-5073-4ffe-84e7-73adb6938d6d,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.013535 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] For port 9a94f71e-5073-4ffe-84e7-73adb6938d6d, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:45.018284 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] For port 9a94f71e-5073-4ffe-84e7-73adb6938d6d, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9a94f71e-5073-4ffe-84e7-73adb6938d6d,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:45.059916 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks [] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.089749 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-23ba1aa2-aba4-445a-8de3-3fe8edcdb058 req-7d643532-58a5-4bd1-ac66-38c28c00b854 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775093 Jun 17 08:53:45.106502 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.167199 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Routers {'b0b44678-96c6-4343-8f11-0cdd99d8251b'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:45.167840 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b0b44678-96c6-4343-8f11-0cdd99d8251b'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:45.187244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.207649 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bbf77-4234-4b4c-8d89-133e898a33bc None None] Pushing event updated for resources: {'Port': ['ID=9a94f71e-5073-4ffe-84e7-73adb6938d6d,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.241163 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:45.245241 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:45.249312 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:45.277584 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:45.295057 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Pushing event updated for resources: {'Port': ['ID=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.304224 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (b0b44678-96c6-4343-8f11-0cdd99d8251b), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.304645 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] Set router b0b44678-96c6-4343-8f11-0cdd99d8251b gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:45.308323 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.308663 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.309642 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.309787 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.310056 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.310547 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.310695 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.311010 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.311334 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.311983 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.311983 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.312318 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.312613 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.312922 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.313231 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:45.521859 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39648) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:45.526050 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:42Z', 'revision_number': 3, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:45.554313 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98ce9c-98ff-42c0-b1fd-03951498dee8 None None] The sync data for ids ['b0b44678-96c6-4343-8f11-0cdd99d8251b'] in dv-cinder-797608-33-iscsi is: [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:42Z', 'revision_number': 3, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:45.597556 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-877a14b3-d28c-45e7-98b9-24d60ff2c732 None None] Provisioning complete for port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:45.598185 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-877a14b3-d28c-45e7-98b9-24d60ff2c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.644101 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.648473 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-877a14b3-d28c-45e7-98b9-24d60ff2c732 None None] Port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:45.705735 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e7e66186-66b0-4172-ab37-581c9a64c8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:45.761688 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:45.769009 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09fdcb-977f-41f5-82ff-0db634502008 req-4896394e-76ca-4ebd-bae3-207ef37cb8c2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:45.770730 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8a09fdcb-977f-41f5-82ff-0db634502008 req-4896394e-76ca-4ebd-bae3-207ef37cb8c2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0985811 Jun 17 08:53:45.854487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 49d07836-c8aa-4189-b13e-57f7e833de04 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:45.932941 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 49d07836-c8aa-4189-b13e-57f7e833de04 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:45.933316 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.013292 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e7e66186-66b0-4172-ab37-581c9a64c8bf admin admin] Publish callbacks [] for security_group (00e2e079-f01e-433f-b242-7d7511a6163b), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.030866 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 49d07836-c8aa-4189-b13e-57f7e833de04 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:46.056094 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8a09fdcb-977f-41f5-82ff-0db634502008 req-175774e3-5a8f-466c-be0e-71e6d3dd5481 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735333 Jun 17 08:53:46.057354 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:46.085813 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:46.135866 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks [] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.191803 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e7e66186-66b0-4172-ab37-581c9a64c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (00e2e079-f01e-433f-b242-7d7511a6163b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.241166 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.315297 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e66186-66b0-4172-ab37-581c9a64c8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e2e079-f01e-433f-b242-7d7511a6163b,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.327378 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47f4e7-26dd-4e94-9d48-306799e2b9e6 req-3ad8a031-0609-4bf1-827b-11526541a2d4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:46.328513 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4b47f4e7-26dd-4e94-9d48-306799e2b9e6 req-3ad8a031-0609-4bf1-827b-11526541a2d4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.1445088 Jun 17 08:53:46.330790 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-e7e66186-66b0-4172-ab37-581c9a64c8bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b273c69bc7f44928c9212fa1da9261e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8099570 Jun 17 08:53:46.333729 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39664) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:46.361908 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Pushing event updated for resources: {'Port': ['ID=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.364304 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (b0b44678-96c6-4343-8f11-0cdd99d8251b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.390746 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Publish callbacks [] for security_group (00e2e079-f01e-433f-b242-7d7511a6163b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.414087 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Publish callbacks [] for security_group (00e2e079-f01e-433f-b242-7d7511a6163b), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.451826 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4b47f4e7-26dd-4e94-9d48-306799e2b9e6 req-58eeb7cd-ec77-4ffe-b185-518f3ece8269 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138687 Jun 17 08:53:46.503416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:46.503416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:46.597126 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (00e2e079-f01e-433f-b242-7d7511a6163b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.599717 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.604448 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00e2e079-f01e-433f-b242-7d7511a6163b HTTP/1.1" status: 204 len: 168 time: 0.2661927 Jun 17 08:53:46.613157 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e2e079-f01e-433f-b242-7d7511a6163b,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.649437 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Router b0b44678-96c6-4343-8f11-0cdd99d8251b has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:53:46.652417 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.653668 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.654042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.655961 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.659431 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.660332 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.661084 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.663519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.664038 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.665603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.666765 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.667272 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.668560 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.668911 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.669254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22f9b8-5706-43cb-b2c5-0ef3bfa602b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:46.820704 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:53:46.826124 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-80cc780c-6e97-4807-9ed9-cb4f2140df78 admin admin] 10.222.0.78 "PUT /v2.0/routers/b0b44678-96c6-4343-8f11-0cdd99d8251b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7121527 Jun 17 08:53:46.877450 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-be70fb02-b35e-4806-a207-f85f2cc29a7f None None] Provisioning complete for port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:46.878402 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-be70fb02-b35e-4806-a207-f85f2cc29a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:46.922027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-be70fb02-b35e-4806-a207-f85f2cc29a7f None None] Port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:53:47.191717 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:47.196844 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6f215-1ebe-4af3-be7b-07c661f91b2a req-c4772e19-d054-4ae8-a354-a48b802ae3f0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:47.204353 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e9a6f215-1ebe-4af3-be7b-07c661f91b2a req-c4772e19-d054-4ae8-a354-a48b802ae3f0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0679321 Jun 17 08:53:47.225953 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:47.284166 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e9a6f215-1ebe-4af3-be7b-07c661f91b2a req-7ea09352-2eb4-41c5-8675-278cb8de7db8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787528 Jun 17 08:53:47.611128 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525ace-a96a-4ff9-a14d-5c0a33586e40 req-411216b1-74a8-4793-a593-07a61732279f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:47.612696 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ac525ace-a96a-4ff9-a14d-5c0a33586e40 req-411216b1-74a8-4793-a593-07a61732279f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0801060 Jun 17 08:53:47.654484 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39702) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:47.669888 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-22553535-7fea-4e34-8a09-765c959b2e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:47.674966 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ac525ace-a96a-4ff9-a14d-5c0a33586e40 req-cda908f0-f987-4596-b3f0-4c0ce0ea850c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538108 Jun 17 08:53:47.697579 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:47.768066 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:47.777389 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-22553535-7fea-4e34-8a09-765c959b2e26 admin admin] Publish callbacks [] for security_group (21adc2c3-6394-4f9b-a9ea-2a55cf58bb38), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:47.834751 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9a94f71e-5073-4ffe-84e7-73adb6938d6d up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:47.896001 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 9a94f71e-5073-4ffe-84e7-73adb6938d6d triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:47.897098 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:47.918395 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-22553535-7fea-4e34-8a09-765c959b2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (21adc2c3-6394-4f9b-a9ea-2a55cf58bb38), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:47.972364 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22553535-7fea-4e34-8a09-765c959b2e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21adc2c3-6394-4f9b-a9ea-2a55cf58bb38,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:48.028886 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 9a94f71e-5073-4ffe-84e7-73adb6938d6d is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:48.029277 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:48.035938 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39722) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:48.036084 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-22553535-7fea-4e34-8a09-765c959b2e26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac281b4fc5064778969e5efb21e3ff84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804250 Jun 17 08:53:48.056939 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 9a94f71e-5073-4ffe-84e7-73adb6938d6d, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9a94f71e-5073-4ffe-84e7-73adb6938d6d,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:48.094583 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:48.154410 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a17bae99-a126-401f-b037-0bb28c67b82e admin admin] Publish callbacks [] for security_group (21adc2c3-6394-4f9b-a9ea-2a55cf58bb38), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:48.192667 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a17bae99-a126-401f-b037-0bb28c67b82e admin admin] Publish callbacks [] for security_group (21adc2c3-6394-4f9b-a9ea-2a55cf58bb38), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:48.201399 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:48.300744 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:48.362413 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=9a94f71e-5073-4ffe-84e7-73adb6938d6d,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:48.458137 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Sync routers for ids ['b0b44678-96c6-4343-8f11-0cdd99d8251b'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:48.465563 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-9c28fab9-3b9f-4ecf-b56b-88b53fdcb503 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622663 Jun 17 08:53:48.473199 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3abe5-792a-4057-adde-c43f43ef52e3 req-a075f924-ad19-4483-9722-029e4c66ac96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:48.477435 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0bf3abe5-792a-4057-adde-c43f43ef52e3 req-a075f924-ad19-4483-9722-029e4c66ac96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0951884 Jun 17 08:53:48.478450 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a17bae99-a126-401f-b037-0bb28c67b82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (21adc2c3-6394-4f9b-a9ea-2a55cf58bb38), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:48.480729 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Routers {'b0b44678-96c6-4343-8f11-0cdd99d8251b'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:48.481032 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a17bae99-a126-401f-b037-0bb28c67b82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:48.482146 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a17bae99-a126-401f-b037-0bb28c67b82e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21adc2c3-6394-4f9b-a9ea-2a55cf58bb38 HTTP/1.1" status: 204 len: 168 time: 0.4451740 Jun 17 08:53:48.484003 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b0b44678-96c6-4343-8f11-0cdd99d8251b'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.508087 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bae99-a126-401f-b037-0bb28c67b82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21adc2c3-6394-4f9b-a9ea-2a55cf58bb38,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:48.546793 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0bf3abe5-792a-4057-adde-c43f43ef52e3 req-24862adb-284e-47ac-8828-ec53667cfc9c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634465 Jun 17 08:53:48.570967 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852fe2-48af-4d19-857d-766f007aad6d req-471f8983-0490-4d1a-a7f5-bdc8a8a4f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:48.666736 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-471f8983-0490-4d1a-a7f5-bdc8a8a4f62a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 1130 time: 0.0806422 Jun 17 08:53:48.667683 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Set router b0b44678-96c6-4343-8f11-0cdd99d8251b gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:48.807229 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852fe2-48af-4d19-857d-766f007aad6d req-c0f2b146-025a-4e5c-9461-e38a85bd107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:48.807229 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-c0f2b146-025a-4e5c-9461-e38a85bd107c service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.1355553 Jun 17 08:53:48.860755 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2956ade-a33a-485c-b2a4-38ada79b330d req-16bcdc86-6d7b-45b4-b69a-0ba5a72457cf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:48.865881 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2956ade-a33a-485c-b2a4-38ada79b330d req-16bcdc86-6d7b-45b4-b69a-0ba5a72457cf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0926034 Jun 17 08:53:48.912437 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:45Z', 'revision_number': 4, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '0f016b1a-3ba6-4af9-bf7b-c96c8b82671e', 'name': '', 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'mac_address': 'fa:16:3e:c1:a8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cac5319b-a030-4056-9c82-257a7971c00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:44Z', 'updated_at': '2022-06-17T08:53:45Z', 'revision_number': 2, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'subnets': [{'id': 'cac5319b-a030-4056-9c82-257a7971c00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.943371 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Checking router: b0b44678-96c6-4343-8f11-0cdd99d8251b for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:48.943970 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Updating router b0b44678-96c6-4343-8f11-0cdd99d8251b port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:48.956520 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2956ade-a33a-485c-b2a4-38ada79b330d req-3d86a99a-7131-424e-b8b9-247f50644301 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868316 Jun 17 08:53:48.986249 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:49.150434 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-e85aa968-cad5-477b-ad04-4024d77306cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403 HTTP/1.1" status: 200 len: 1002 time: 0.4114580 Jun 17 08:53:49.151902 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:49.269764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852fe2-48af-4d19-857d-766f007aad6d req-ce6cc0c2-ebd8-4a90-bbb4-28081066b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:49.272440 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-ce6cc0c2-ebd8-4a90-bbb4-28081066b7f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.1100323 Jun 17 08:53:49.294113 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:49.383553 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852fe2-48af-4d19-857d-766f007aad6d req-01d02c2e-556b-4fa1-b00b-5cedd855abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:49.385299 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-01d02c2e-556b-4fa1-b00b-5cedd855abc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0917070 Jun 17 08:53:49.400173 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Publish callbacks [] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:49.432118 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2e2229b6-d760-4a0f-a3ce-635892c98936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:49.519472 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-d0e41fac-54bd-47e3-a743-aa5c9e0bd89d service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271870 Jun 17 08:53:49.522911 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:49.580991 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f1fe8-1181-46df-a52e-f7e23fcb53a4 None None] Pushing event updated for resources: {'Port': ['ID=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.710423 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Attempting to bind port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:53:49.728359 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Attempting to bind port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:53:49.728771 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Attempting to bind port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e on network b45928e7-8b76-49dc-a99a-0fc27274d4f1 {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:53:49.740565 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:53:49.742977 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Checking segment: {'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:53:49.743404 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:49.743822 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Bound using segment: {'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:53:49.744504 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Bound port: 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95420c20-76c5-49a0-9fa4-214715496839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:53:49.752275 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:49.787032 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4c852fe2-48af-4d19-857d-766f007aad6d req-83e5a774-7155-44bf-beda-d56fed1b1189 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546010 Jun 17 08:53:49.796929 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:49.846196 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a967-4871-4b8c-b494-daead33975fd req-33e9add0-d23f-40e5-a465-12699e3201cc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:49.860977 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2519a967-4871-4b8c-b494-daead33975fd req-33e9add0-d23f-40e5-a465-12699e3201cc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.1575999 Jun 17 08:53:49.878702 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9a94f71e-5073-4ffe-84e7-73adb6938d6d up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:49.929437 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39752) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:49.945307 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] For port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:53:49.950126 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4ecb055f-294f-4a2c-86d2-a3037583174c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:49.950664 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] For port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,segment=NetworkSegment(95420c20-76c5-49a0-9fa4-214715496839),segment_id=95420c20-76c5-49a0-9fa4-214715496839)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:53:49.989457 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2519a967-4871-4b8c-b494-daead33975fd req-2e5126ec-0916-491a-816b-0acf50c89752 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261046 Jun 17 08:53:49.994026 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 9a94f71e-5073-4ffe-84e7-73adb6938d6d triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:49.994631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.032273 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.075787 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4ecb055f-294f-4a2c-86d2-a3037583174c admin admin] Publish callbacks [] for security_group (eeba69a9-2821-4abb-a9ee-394de66d1132), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.111083 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Routers {'b0b44678-96c6-4343-8f11-0cdd99d8251b'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:53:50.133630 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:53:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b0b44678-96c6-4343-8f11-0cdd99d8251b'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:50.160852 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 9a94f71e-5073-4ffe-84e7-73adb6938d6d is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:50.185282 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-1caec701-8e1c-4cac-9913-b8f307833682 None None] Provisioning complete for port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:50.186211 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1caec701-8e1c-4cac-9913-b8f307833682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.202904 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4ecb055f-294f-4a2c-86d2-a3037583174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (eeba69a9-2821-4abb-a9ee-394de66d1132), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.284121 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240b82c-f9ea-4499-845b-03455dc19e69 req-37af8be8-9360-4610-929c-13b2a5d939a6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:50.296778 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0240b82c-f9ea-4499-845b-03455dc19e69 req-37af8be8-9360-4610-929c-13b2a5d939a6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.1514168 Jun 17 08:53:50.307222 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:50.397290 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-4ecb055f-294f-4a2c-86d2-a3037583174c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=740134ec12bb48fd8dc109bcdb7a103d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665775 Jun 17 08:53:50.413867 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:50.415886 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39762) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:50.423255 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f1fe8-1181-46df-a52e-f7e23fcb53a4 None None] Pushing event updated for resources: {'Port': ['ID=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,revision_number=4']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.462479 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb055f-294f-4a2c-86d2-a3037583174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba69a9-2821-4abb-a9ee-394de66d1132,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.467512 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] Set router b0b44678-96c6-4343-8f11-0cdd99d8251b gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:53:50.531968 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0240b82c-f9ea-4499-845b-03455dc19e69 req-c0131e40-1b04-43c9-b97a-1832da7af949 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342181 Jun 17 08:53:50.544014 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1caec701-8e1c-4cac-9913-b8f307833682 None None] Current status of the port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:50.550105 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1caec701-8e1c-4cac-9913-b8f307833682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.573182 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-496f12b1-520b-4d66-8980-328d1a609d13 admin admin] Publish callbacks [] for security_group (eeba69a9-2821-4abb-a9ee-394de66d1132), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.606841 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-496f12b1-520b-4d66-8980-328d1a609d13 admin admin] Publish callbacks [] for security_group (eeba69a9-2821-4abb-a9ee-394de66d1132), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.625719 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-1caec701-8e1c-4cac-9913-b8f307833682 None None] For port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,segment=NetworkSegment(95420c20-76c5-49a0-9fa4-214715496839),segment_id=95420c20-76c5-49a0-9fa4-214715496839)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:53:50.684528 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:50.720473 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:45Z', 'revision_number': 4, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '0f016b1a-3ba6-4af9-bf7b-c96c8b82671e', 'name': '', 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'mac_address': 'fa:16:3e:c1:a8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cac5319b-a030-4056-9c82-257a7971c00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:44Z', 'updated_at': '2022-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'subnets': [{'id': 'cac5319b-a030-4056-9c82-257a7971c00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:50.767208 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1caec701-8e1c-4cac-9913-b8f307833682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.769958 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b35c10-8d88-4697-9d01-87301f7cc41d None None] The sync data for ids ['b0b44678-96c6-4343-8f11-0cdd99d8251b'] in dv-cinder-797608-33-iscsi is: [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:45Z', 'revision_number': 4, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '0f016b1a-3ba6-4af9-bf7b-c96c8b82671e', 'name': '', 'network_id': 'b45928e7-8b76-49dc-a99a-0fc27274d4f1', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'mac_address': 'fa:16:3e:c1:a8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cac5319b-a030-4056-9c82-257a7971c00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:44Z', 'updated_at': '2022-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'subnets': [{'id': 'cac5319b-a030-4056-9c82-257a7971c00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:50.776346 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-496f12b1-520b-4d66-8980-328d1a609d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (eeba69a9-2821-4abb-a9ee-394de66d1132), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.783217 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-496f12b1-520b-4d66-8980-328d1a609d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:50.784630 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-496f12b1-520b-4d66-8980-328d1a609d13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eeba69a9-2821-4abb-a9ee-394de66d1132 HTTP/1.1" status: 204 len: 168 time: 0.3677497 Jun 17 08:53:50.801135 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f12b1-520b-4d66-8980-328d1a609d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba69a9-2821-4abb-a9ee-394de66d1132,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.872157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caec701-8e1c-4cac-9913-b8f307833682 None None] Pushing event updated for resources: {'Port': ['ID=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.905282 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-244e31ff-f0b8-4800-b5b6-f8268ac1b4b0 None None] Provisioning complete for port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:50.906324 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-244e31ff-f0b8-4800-b5b6-f8268ac1b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:51.046404 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-244e31ff-f0b8-4800-b5b6-f8268ac1b4b0 None None] Current status of the port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:51.080563 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:51.145891 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143e7ab-d2b3-403a-bb5d-5ec93a50b7c8 req-f206fded-335e-497f-972c-cdc0a232fcf2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:51.156541 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9143e7ab-d2b3-403a-bb5d-5ec93a50b7c8 req-f206fded-335e-497f-972c-cdc0a232fcf2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0780923 Jun 17 08:53:51.218826 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9143e7ab-d2b3-403a-bb5d-5ec93a50b7c8 req-da131219-e06e-4005-921c-e95cb0834286 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613756 Jun 17 08:53:51.431625 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:51.685236 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:51.692861 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af991b8-88bd-4267-b739-e28f3050bd67 req-14804ab9-8ab4-4801-aff0-6bab05236835 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:51.706545 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5af991b8-88bd-4267-b739-e28f3050bd67 req-14804ab9-8ab4-4801-aff0-6bab05236835 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0694869 Jun 17 08:53:51.728789 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5aeb5d6f-187d-4590-a47a-3b2e5892abda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:51.813120 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5af991b8-88bd-4267-b739-e28f3050bd67 req-83763757-4f8e-49e5-bf8d-703d6cd5d61d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055496 Jun 17 08:53:51.906451 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:51.918032 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:53:51.996518 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:53:51.997271 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:52.091820 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:52.137716 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:53:52.397154 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb4aaf-33f2-4f9e-9e61-46a955798f2e req-4d5193d6-3c9f-4449-a61c-ac900bf8e7f5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:52.399595 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54cb4aaf-33f2-4f9e-9e61-46a955798f2e req-4d5193d6-3c9f-4449-a61c-ac900bf8e7f5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0930154 Jun 17 08:53:52.484243 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54cb4aaf-33f2-4f9e-9e61-46a955798f2e req-49376bf0-097e-4463-acd7-9eed941281ba tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774844 Jun 17 08:53:52.505436 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:52.603896 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:52.659781 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:52.843141 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:52.990031 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b80613-e4a4-47fe-8705-8772683b13db req-014ed0e9-b1d5-4119-ae7a-d475f0ba9649 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:52.991541 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-75b80613-e4a4-47fe-8705-8772683b13db req-014ed0e9-b1d5-4119-ae7a-d475f0ba9649 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0523303 Jun 17 08:53:53.050861 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-75b80613-e4a4-47fe-8705-8772683b13db req-7fae927d-03d2-4ee6-85d5-a29cf3507c39 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531244 Jun 17 08:53:53.362624 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:53.562794 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:53.666288 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c32d-653a-45e7-9e4f-cf8d07cac66b req-848a3205-652a-428e-90c1-e72dc846163e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:53.667817 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c121c32d-653a-45e7-9e4f-cf8d07cac66b req-848a3205-652a-428e-90c1-e72dc846163e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0753489 Jun 17 08:53:53.737547 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c121c32d-653a-45e7-9e4f-cf8d07cac66b req-3b72d480-c3a0-404c-8b8d-c060803bb1cd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Jun 17 08:53:53.866757 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:54.088489 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:54.228446 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ca220-0931-482e-8d40-3301f71b6001 req-87e07f82-9c0b-4817-8415-45bc07296aec tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:54.242191 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4a2ca220-0931-482e-8d40-3301f71b6001 req-87e07f82-9c0b-4817-8415-45bc07296aec tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0765893 Jun 17 08:53:54.299891 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4a2ca220-0931-482e-8d40-3301f71b6001 req-2e020948-34da-4126-8f72-d46f51979e93 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541792 Jun 17 08:53:54.729326 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:54.831436 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:54.950768 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7189-3454-400f-ae9b-4ae474454786 req-3701b7aa-9925-42d4-9e2c-f35252f840cb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:54.958708 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5c3d7189-3454-400f-ae9b-4ae474454786 req-3701b7aa-9925-42d4-9e2c-f35252f840cb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0689189 Jun 17 08:53:55.015872 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5c3d7189-3454-400f-ae9b-4ae474454786 req-c904cc63-737a-4b9e-9234-1df5d6470163 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565205 Jun 17 08:53:55.322854 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39862) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:55.327673 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-0f33f986-a086-47d4-8a5f-fc5be9cf8f49 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718827815', 'description': 'tempest-description--303837194'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:55.653238 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0f33f986-a086-47d4-8a5f-fc5be9cf8f49 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:55.692843 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed4c85-371c-40da-acc0-9b3c289fd200 req-1ada8f7e-b262-44d0-bbeb-d21b82ea0281 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:55.694742 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-32ed4c85-371c-40da-acc0-9b3c289fd200 req-1ada8f7e-b262-44d0-bbeb-d21b82ea0281 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.3153944 Jun 17 08:53:55.776714 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-32ed4c85-371c-40da-acc0-9b3c289fd200 req-5920dead-f2d9-4c85-9769-ce88a0cd106d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749710 Jun 17 08:53:55.802808 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0f33f986-a086-47d4-8a5f-fc5be9cf8f49 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:55.891101 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0f33f986-a086-47d4-8a5f-fc5be9cf8f49 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:55.927250 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33f986-a086-47d4-8a5f-fc5be9cf8f49 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:55.991637 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:56.022142 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0f33f986-a086-47d4-8a5f-fc5be9cf8f49 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:56.025174 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0f33f986-a086-47d4-8a5f-fc5be9cf8f49 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7010858 Jun 17 08:53:56.038512 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 39870) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:56.044375 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-a8f96704-1f28-4a4b-8a79-f5188d223f51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': '8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:56.133950 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:56.152550 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:56.186787 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a8f96704-1f28-4a4b-8a79-f5188d223f51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (3cbf27be-c4f3-4d7d-b6ef-15be2462a71a), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:56.234344 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f384ef-e1eb-4180-b72c-6dbff284de3b req-513a7186-88bd-4415-8fdf-754ec4a3c056 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:56.239852 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a7f384ef-e1eb-4180-b72c-6dbff284de3b req-513a7186-88bd-4415-8fdf-754ec4a3c056 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0821705 Jun 17 08:53:56.362593 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-8d569bf6-0c7e-4215-b0ba-bb5736bc8e6a tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f5809f2e310d4768acbf28fb54280f35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679014 Jun 17 08:53:56.368970 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a7f384ef-e1eb-4180-b72c-6dbff284de3b req-37df0b3f-8919-44b3-948a-11354fc6dd9a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262531 Jun 17 08:53:56.447715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a8f96704-1f28-4a4b-8a79-f5188d223f51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (3cbf27be-c4f3-4d7d-b6ef-15be2462a71a), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:56.585776 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-8acae509-0281-4bdc-8f7b-d4342e9b8eb0 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:56.587818 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-8acae509-0281-4bdc-8f7b-d4342e9b8eb0 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151237 Jun 17 08:53:56.602995 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:56.603548 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ae164320-d322-49e5-a445-a7217e9fda47 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/quotas/f5809f2e310d4768acbf28fb54280f35 HTTP/1.1" status: 200 len: 375 time: 0.0102584 Jun 17 08:53:56.604309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a8f96704-1f28-4a4b-8a79-f5188d223f51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (3cbf27be-c4f3-4d7d-b6ef-15be2462a71a), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:56.647274 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f96704-1f28-4a4b-8a79-f5188d223f51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbf27be-c4f3-4d7d-b6ef-15be2462a71a,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:56.652434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-8f337c85-5926-445d-9da8-2800d1e25d14 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5809f2e310d4768acbf28fb54280f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412326 Jun 17 08:53:57.073267 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146721-a4aa-4df3-922c-fe0d472e7f0a req-9c6029f3-5bdd-4d88-95d6-9edc758597c2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:57.074821 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf146721-a4aa-4df3-922c-fe0d472e7f0a req-9c6029f3-5bdd-4d88-95d6-9edc758597c2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0774598 Jun 17 08:53:57.124252 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf146721-a4aa-4df3-922c-fe0d472e7f0a req-e15fa60e-1348-4130-abdc-e720cf899392 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Jun 17 08:53:57.146487 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:57.149517 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a8f96704-1f28-4a4b-8a79-f5188d223f51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:57.150787 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a8f96704-1f28-4a4b-8a79-f5188d223f51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1112008 Jun 17 08:53:57.153572 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39902) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:57.158607 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-07a69954-99b3-4d67-8be5-5c23270cf785 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': '8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:57.282306 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:57.295185 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-07a69954-99b3-4d67-8be5-5c23270cf785 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (e6a1df7c-b681-42b4-8d6c-2bfb31dca3b7), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:57.399686 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-07a69954-99b3-4d67-8be5-5c23270cf785 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (e6a1df7c-b681-42b4-8d6c-2bfb31dca3b7), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:57.418358 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9b262585-0412-469c-8445-1bb93914f8e7 req-37b6478c-dbeb-4df7-9b5f-bb11e597b808 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0587420 Jun 17 08:53:57.525476 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75361349-cc41-4fc3-ac63-4c913114c349 req-712646eb-b9ca-4eeb-8de7-29efc82f6f9d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:57.528530 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-07a69954-99b3-4d67-8be5-5c23270cf785 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (e6a1df7c-b681-42b4-8d6c-2bfb31dca3b7), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:57.547800 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-75361349-cc41-4fc3-ac63-4c913114c349 req-712646eb-b9ca-4eeb-8de7-29efc82f6f9d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0610528 Jun 17 08:53:57.567094 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a69954-99b3-4d67-8be5-5c23270cf785 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a1df7c-b681-42b4-8d6c-2bfb31dca3b7,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:57.602325 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-75361349-cc41-4fc3-ac63-4c913114c349 req-0c796f3e-1990-4500-9cb8-7e3d0481a8ab tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532036 Jun 17 08:53:57.662014 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-07a69954-99b3-4d67-8be5-5c23270cf785 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:57.663458 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-07a69954-99b3-4d67-8be5-5c23270cf785 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5085011 Jun 17 08:53:57.667246 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 39918) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:53:57.671780 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:53:57.768953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:57.874322 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:58.083751 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.27.0.216 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/cf7b239e-5456-4fd5-8896-516f34c5846f) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:58.106385 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:58.292848 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:58.345813 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782189b-e70e-4c41-81c5-a88dc0696125 req-ba9f19ba-76c3-4a3d-8db1-683753735f8e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:58.347343 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4782189b-e70e-4c41-81c5-a88dc0696125 req-ba9f19ba-76c3-4a3d-8db1-683753735f8e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.1136806 Jun 17 08:53:58.386350 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:58.405078 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4782189b-e70e-4c41-81c5-a88dc0696125 req-402e2f84-4489-4940-8afa-390138c2450e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497305 Jun 17 08:53:58.435933 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:58.441769 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:58.447719 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:53:58.473903 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=cf7b239e-5456-4fd5-8896-516f34c5846f,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:58.521139 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-83a3883e-e7e7-4009-9dc2-83d059544d83 req-8cf182da-9f39-4b37-a04e-a04292da383c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0388801 Jun 17 08:53:58.570380 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (e1155c85-d32e-49eb-902d-a073b6cb7e7e), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:58.680851 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:58.682615 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:53:58.683791 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:58.721377 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:58.786141 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b548e-a928-47cc-aa02-29ee743860d5 req-9e3554d1-9098-4388-9dd8-42864df15746 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:58.787735 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4a9b548e-a928-47cc-aa02-29ee743860d5 req-9e3554d1-9098-4388-9dd8-42864df15746 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0814216 Jun 17 08:53:58.888051 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4a9b548e-a928-47cc-aa02-29ee743860d5 req-e35018b8-a289-4d62-88a6-92cb1d20354a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863302 Jun 17 08:53:58.927587 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:59.014085 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:59.120174 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=cf7b239e-5456-4fd5-8896-516f34c5846f,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:59.135504 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e1155c85-d32e-49eb-902d-a073b6cb7e7e), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:59.263144 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:53:59.264833 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-aaf59316-31a9-49d7-b6bd-5448500893a6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5966012 Jun 17 08:53:59.607376 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de633-6d1e-4411-a428-70b75d88cb0a req-2aa4a24d-660f-4455-9cb1-92d67faff66e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:59.609118 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-236de633-6d1e-4411-a428-70b75d88cb0a req-2aa4a24d-660f-4455-9cb1-92d67faff66e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0657692 Jun 17 08:53:59.657344 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-92ab0990-d282-4da8-9569-f42423c5dd6f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--718827815&fields=id&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 267 time: 0.0795138 Jun 17 08:53:59.720143 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-236de633-6d1e-4411-a428-70b75d88cb0a req-e8d500f9-ae04-468f-993b-f3f4353d402d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053789 Jun 17 08:53:59.830322 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-4b5a73f2-83c1-4555-9bfa-c45bbc30e329 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:53:59.831824 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-4b5a73f2-83c1-4555-9bfa-c45bbc30e329 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.1586106 Jun 17 08:53:59.863079 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:53:59.877677 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-06eac91d-4f59-471e-a65e-2bafb2f5cf80 req-5dc58ecf-6a7c-4fdb-abce-11d095d15ea7 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0628738 Jun 17 08:53:59.893798 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-f6461407-730e-4bb5-b74d-8f620245f76f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/quotas/794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 375 time: 0.0332003 Jun 17 08:53:59.964831 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-ede4a87a-ddae-498c-a951-f9823978169e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701444 Jun 17 08:54:00.121566 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda8586-d82c-4849-a344-35fe0b81ca9c req-3fa1f9f0-93c6-4b2f-b7e7-109f5d2e70ee tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:00.123327 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0eda8586-d82c-4849-a344-35fe0b81ca9c req-3fa1f9f0-93c6-4b2f-b7e7-109f5d2e70ee tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.1099069 Jun 17 08:54:00.134737 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:00.182688 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-06402673-e5b3-498d-b6ed-67e431fa960e service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910028 Jun 17 08:54:00.209164 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:00.283690 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0eda8586-d82c-4849-a344-35fe0b81ca9c req-c66a1f1e-3220-4b34-b5c8-f245969dbc4a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515806 Jun 17 08:54:00.310829 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:00.331528 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-77f4198d-0b82-463a-902d-d44e0b727114 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f5809f2e310d4768acbf28fb54280f35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854025 Jun 17 08:54:00.345254 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-0bf01f76-1935-4f9f-a70d-10d2c42be772 service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521773 Jun 17 08:54:00.411644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:00.590247 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-744b92fa-d82d-45ca-90ba-feccde0a8b2a tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:00.592528 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-744b92fa-d82d-45ca-90ba-feccde0a8b2a tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541254 Jun 17 08:54:00.623293 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Request body: {'port': {'device_id': '30c5d606-fea9-467c-a074-2a9a1030a461', 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4', 'admin_state_up': True, 'tenant_id': 'f5809f2e310d4768acbf28fb54280f35'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:00.733789 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:54:00.845510 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:00.859270 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'port_id': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'mac_address': 'fa:16:3e:11:89:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:54:00.866739 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361fcab-ea57-4c48-b5bb-40f064816eb4 req-fc07aafc-0d70-4722-ac75-554a271cf1a0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:00.869037 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9361fcab-ea57-4c48-b5bb-40f064816eb4 req-fc07aafc-0d70-4722-ac75-554a271cf1a0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0564830 Jun 17 08:54:00.926987 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9361fcab-ea57-4c48-b5bb-40f064816eb4 req-b01295f6-4964-448f-9548-c693d9b9be35 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513248 Jun 17 08:54:01.037960 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0e5852bf-aab2-458e-be99-3bf9a785cecf req-5b8a3bae-966d-4cc7-b266-ed5be8c9c534 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0354874 Jun 17 08:54:01.046225 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: ACTIVE; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:01.046808 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:01.063826 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 051f4b45-cbb1-44c1-92a3-54becef75c28 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:01.086834 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:01.145676 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Made reservation on behalf of f5809f2e310d4768acbf28fb54280f35 for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:01.150261 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:01.160523 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:01.225631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:01.268067 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0f2c219a-8f05-4cff-be3e-cb6cc9b3527b req-93c258ba-8888-49db-b466-c3c09505cbae tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.0415976 Jun 17 08:54:01.305358 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks [] for security_group (a5f3e248-e766-4e23-a098-7e7490c25c8d), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:01.318605 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:01.360376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=6']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:01.383259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a5f3e248-e766-4e23-a098-7e7490c25c8d), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:01.384150 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['051f4b45-cbb1-44c1-92a3-54becef75c28'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:54:01.519004 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b517cd8-7e2b-498b-b758-89a0b62596d0 req-3f4bdbf6-e566-43a4-b56b-4ce38e9c4274 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:01.528278 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1b517cd8-7e2b-498b-b758-89a0b62596d0 req-3f4bdbf6-e566-43a4-b56b-4ce38e9c4274 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0935111 Jun 17 08:54:01.601300 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1b517cd8-7e2b-498b-b758-89a0b62596d0 req-e4151096-c9af-4857-87fb-8ec7fc6fd3fc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692389 Jun 17 08:54:01.623729 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f3e248-e766-4e23-a098-7e7490c25c8d,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:01.706997 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Allocated IP 192.168.233.140 (8ff479b4-81fc-4862-8a5e-e54c1365c6d4/d2735b83-6ec9-4a5f-9bfd-ecd937d98077/becbd5f3-c900-4dec-a28c-cf23062ef2fb) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:01.877467 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks [] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.060317 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd420-6104-440c-89f8-bdccb1bfafe1 req-85e94c1a-4e98-4550-98e4-4d42c1218b19 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:02.061851 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a19fd420-6104-440c-89f8-bdccb1bfafe1 req-85e94c1a-4e98-4550-98e4-4d42c1218b19 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 945 time: 0.0515094 Jun 17 08:54:02.129157 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.158292 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:02.177007 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:02.177579 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a19fd420-6104-440c-89f8-bdccb1bfafe1 req-bc084243-878d-4c4b-9f4f-1998f8d5901e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096818 Jun 17 08:54:02.181329 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:54:02.197431 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaed2fa-1645-4312-bebb-1287aadc931a req-e4b1766a-2557-4575-9d8d-20c73e5b688f tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:02.198857 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6eaed2fa-1645-4312-bebb-1287aadc931a req-e4b1766a-2557-4575-9d8d-20c73e5b688f tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 936 time: 0.0710740 Jun 17 08:54:02.243076 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Pushing event updated for resources: {'Port': ['ID=becbd5f3-c900-4dec-a28c-cf23062ef2fb,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:02.266432 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:02.267267 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.305335 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6eaed2fa-1645-4312-bebb-1287aadc931a req-d508c170-416a-4a40-9ef0-0e351e08ee37 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748239 Jun 17 08:54:02.359806 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-c0ab2518-6ddb-4579-823c-e257f4a15138 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7424476 Jun 17 08:54:02.374326 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Request body: {'port': {'device_id': '30c5d606-fea9-467c-a074-2a9a1030a461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:02.399781 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-80ded7f7-daf8-459c-8205-ba2ab918efcb req-cbaeccb0-b357-41b6-bb7f-790f78c4686f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.0536542 Jun 17 08:54:02.470335 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.573023 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-60e4a93d-2ed5-44ee-a56d-74d6b99034c8 None None] Provisioning complete for port becbd5f3-c900-4dec-a28c-cf23062ef2fb triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:02.573630 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-60e4a93d-2ed5-44ee-a56d-74d6b99034c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.606207 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-60e4a93d-2ed5-44ee-a56d-74d6b99034c8 None None] Port becbd5f3-c900-4dec-a28c-cf23062ef2fb cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:54:02.678526 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:02.733073 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a65db-9daa-41cb-a0f1-a22371bfc15e req-6926fca3-446e-4abe-b2d6-d67d378e1fef tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:02.734791 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9e1a65db-9daa-41cb-a0f1-a22371bfc15e req-6926fca3-446e-4abe-b2d6-d67d378e1fef tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0659065 Jun 17 08:54:02.739631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:54:02.834643 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becbd5f3-c900-4dec-a28c-cf23062ef2fb {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:02.836898 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 051f4b45-cbb1-44c1-92a3-54becef75c28 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:02.837478 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.846637 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Publish callbacks [] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.869751 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Transition to ACTIVE for port object becbd5f3-c900-4dec-a28c-cf23062ef2fb will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:54:02.881045 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9e1a65db-9daa-41cb-a0f1-a22371bfc15e req-c1e838f0-2cd7-4aa9-840e-002b6ab32be8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287458 Jun 17 08:54:02.957395 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-0283c6dd-273d-4e26-861a-fd00e0d2774b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992696564&fields=id&tenant_id=7e69cf14c3c8482fbf95620efe1bee1d HTTP/1.1" status: 200 len: 267 time: 0.1650426 Jun 17 08:54:02.966792 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:02.967271 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:02.984814 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 40056) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:02.990900 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.003289 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:03.005957 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee04f7-af73-44de-9d86-122e5505279c" -d '{"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-plugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:03.020764 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:03.053404 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Pushing event updated for resources: {'Port': ['ID=becbd5f3-c900-4dec-a28c-cf23062ef2fb,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:03.117816 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.167857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-4209eae0-5848-4dce-a5f7-01ea0999e37b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:03.169107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Attempting to bind port becbd5f3-c900-4dec-a28c-cf23062ef2fb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:54:03.169355 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-4209eae0-5848-4dce-a5f7-01ea0999e37b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 809 time: 0.2109792 Jun 17 08:54:03.169480 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Attempting to bind port becbd5f3-c900-4dec-a28c-cf23062ef2fb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:54:03.169770 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Attempting to bind port becbd5f3-c900-4dec-a28c-cf23062ef2fb on network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:03.178022 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-91c9af20-6f46-4108-9149-7400a8e6bb4e tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:03.179583 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-91c9af20-6f46-4108-9149-7400a8e6bb4e tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 814 time: 0.1817067 Jun 17 08:54:03.183144 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Port becbd5f3-c900-4dec-a28c-cf23062ef2fb on network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:54:03.183508 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Attempting to bind port becbd5f3-c900-4dec-a28c-cf23062ef2fb on network 8ff479b4-81fc-4862-8a5e-e54c1365c6d4 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:03.191234 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-84743ef9-83ac-4389-997b-911ccd8e2e07 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/quotas/7e69cf14c3c8482fbf95620efe1bee1d HTTP/1.1" status: 200 len: 375 time: 0.0099809 Jun 17 08:54:03.193994 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:54:03.195881 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Checking segment: {'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:54:03.198185 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Bound using segment: {'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:54:03.198673 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Bound port: becbd5f3-c900-4dec-a28c-cf23062ef2fb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67a2f4a-383a-4623-89b8-998f077993b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:54:03.199056 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.221759 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=7']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:03.228046 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:03.277404 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-c62337bd-5088-482a-a7c5-26f5874890c1 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753715 Jun 17 08:54:03.284144 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-c9632d05-a2ca-484c-ae24-e909a152c947 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/quotas/45a0a44acc444e8eb9bba54a8e089f17 HTTP/1.1" status: 200 len: 375 time: 0.0891840 Jun 17 08:54:03.346972 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] For port becbd5f3-c900-4dec-a28c-cf23062ef2fb, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:54:03.354401 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] For port becbd5f3-c900-4dec-a28c-cf23062ef2fb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=becbd5f3-c900-4dec-a28c-cf23062ef2fb,segment=NetworkSegment(a67a2f4a-383a-4623-89b8-998f077993b7),segment_id=a67a2f4a-383a-4623-89b8-998f077993b7)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:54:03.369768 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6463ce2b-889b-4b86-a3dd-91ede728bc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.412174 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-81c39b36-7ff7-448d-b639-0098882a0d03 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271055 Jun 17 08:54:03.457670 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.484988 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2d95919d-3b5d-4334-b35e-d0d6e5773f57 service neutron] 10.222.0.78 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857882 Jun 17 08:54:03.534227 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:03.534901 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.538909 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] 10.222.0.83 "PUT /v2.0/ports/becbd5f3-c900-4dec-a28c-cf23062ef2fb HTTP/1.1" status: 200 len: 1098 time: 1.1672332 Jun 17 08:54:03.544875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c5d606-fea9-467c-a074-2a9a1030a461', 'tag': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:03.547309 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cd66bd-fe3e-4b55-9680-55307960f5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "30c5d606-fea9-467c-a074-2a9a1030a461", "tag": "becbd5f3-c900-4dec-a28c-cf23062ef2fb"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:03.565634 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6463ce2b-889b-4b86-a3dd-91ede728bc9d admin admin] Publish callbacks [] for security_group (eb7a95e7-249c-4716-b8d0-33728d7b1385), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.583530 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7188c9-a965-4e76-8c9d-67d9cb061782 service neutron] Pushing event updated for resources: {'Port': ['ID=becbd5f3-c900-4dec-a28c-cf23062ef2fb,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:03.644283 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-e0a7e5f0-6ab0-460d-9e00-aeeaeb81b843 service neutron] 10.222.0.78 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213720 Jun 17 08:54:03.699435 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-76309c08-e7ae-434a-8316-56189de8f116 service neutron] 10.222.0.78 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594635 Jun 17 08:54:03.744661 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6463ce2b-889b-4b86-a3dd-91ede728bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (eb7a95e7-249c-4716-b8d0-33728d7b1385), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.752196 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:03.806059 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-44f48249-8c38-4d5d-9383-062642f2da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:03.807617 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-44f48249-8c38-4d5d-9383-062642f2da98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f5809f2e310d4768acbf28fb54280f35&device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 1132 time: 0.1237452 Jun 17 08:54:03.821912 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-6463ce2b-889b-4b86-a3dd-91ede728bc9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f61190c709d04d18b46e15d36f7388fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8359962 Jun 17 08:54:03.822264 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 40090) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:03.823670 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463ce2b-889b-4b86-a3dd-91ede728bc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a95e7-249c-4716-b8d0-33728d7b1385,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:03.869797 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-8bb7f6d5-d596-43fd-8d8f-0b683a628d31 service neutron] 10.222.0.78 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639936 Jun 17 08:54:03.892688 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b9c168d6-1fb7-4dab-ac14-726c60b5046c admin admin] Publish callbacks [] for security_group (eb7a95e7-249c-4716-b8d0-33728d7b1385), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.918188 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b9c168d6-1fb7-4dab-ac14-726c60b5046c admin admin] Publish callbacks [] for security_group (eb7a95e7-249c-4716-b8d0-33728d7b1385), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:03.974314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:04.082775 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b9c168d6-1fb7-4dab-ac14-726c60b5046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (eb7a95e7-249c-4716-b8d0-33728d7b1385), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:04.085485 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b9c168d6-1fb7-4dab-ac14-726c60b5046c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:04.088986 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b9c168d6-1fb7-4dab-ac14-726c60b5046c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb7a95e7-249c-4716-b8d0-33728d7b1385 HTTP/1.1" status: 204 len: 168 time: 0.2629113 Jun 17 08:54:04.095705 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c168d6-1fb7-4dab-ac14-726c60b5046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a95e7-249c-4716-b8d0-33728d7b1385,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:04.153625 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f2896b-0340-4c04-9844-53915132ace0 x-openstack-request-id: req-84f2896b-0340-4c04-9844-53915132ace0 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:04.154109 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-plugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:04.154223 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84f2896b-0340-4c04-9844-53915132ace0 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:04.154578 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f2896b-0340-4c04-9844-53915132ace0'] response: {'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'code': 200} Jun 17 08:54:04.235689 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-06ae1721-d922-4f14-9c7e-415be0f8d38f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=becbd5f3-c900-4dec-a28c-cf23062ef2fb HTTP/1.1" status: 200 len: 217 time: 0.0493233 Jun 17 08:54:04.259680 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343dcb8-62fc-46b0-9987-9ac4025a0546 req-9e5f66bd-e922-43d6-8e91-f4f57a8c4c0a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:04.264590 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c343dcb8-62fc-46b0-9987-9ac4025a0546 req-9e5f66bd-e922-43d6-8e91-f4f57a8c4c0a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0556657 Jun 17 08:54:04.338428 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:04.368953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-5c655d8d-bcfa-4fa1-b207-f746c656b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:04.394024 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-5c655d8d-bcfa-4fa1-b207-f746c656b6c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2735b83-6ec9-4a5f-9bfd-ecd937d98077 HTTP/1.1" status: 200 len: 843 time: 0.1212554 Jun 17 08:54:04.401800 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c343dcb8-62fc-46b0-9987-9ac4025a0546 req-d515b1c9-fd69-45da-a7c4-57f0a090711c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317897 Jun 17 08:54:04.491383 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-2890cef2-0ed6-4155-8bb1-a738fce0d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:04.494302 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-2890cef2-0ed6-4155-8bb1-a738fce0d7e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ff479b4-81fc-4862-8a5e-e54c1365c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0965269 Jun 17 08:54:04.612038 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd780d9-ba70-4d39-a8c4-0be51963e4f1 req-03c5761b-2fff-42db-b973-8e0cc34921e9 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:04.613872 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3dd780d9-ba70-4d39-a8c4-0be51963e4f1 req-03c5761b-2fff-42db-b973-8e0cc34921e9 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 948 time: 0.1571562 Jun 17 08:54:04.635222 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-291e0581-2fc4-49c9-84dd-e577099baa36 req-f75020c3-27bb-4a79-a907-a0de9368711e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.1039953 Jun 17 08:54:04.699992 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-37d7c4db-1425-4501-b954-40a731baf888 service neutron] 10.222.0.83 "GET /v2.0/networks/8ff479b4-81fc-4862-8a5e-e54c1365c6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957242 Jun 17 08:54:04.761409 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fc7c59-04b7-4e2a-bc3a-9e1734bdd780 x-openstack-request-id: req-36fc7c59-04b7-4e2a-bc3a-9e1734bdd780 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:04.763000 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c5d606-fea9-467c-a074-2a9a1030a461", "tag": "becbd5f3-c900-4dec-a28c-cf23062ef2fb", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:04.763000 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36fc7c59-04b7-4e2a-bc3a-9e1734bdd780 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:04.763000 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fc7c59-04b7-4e2a-bc3a-9e1734bdd780'] response: {'name': 'network-changed', 'server_uuid': '30c5d606-fea9-467c-a074-2a9a1030a461', 'tag': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb', 'status': 'completed', 'code': 200} Jun 17 08:54:04.830280 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3dd780d9-ba70-4d39-a8c4-0be51963e4f1 req-a7de03ba-3ca0-4f56-8c2b-74acc6ac49ac tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023339 Jun 17 08:54:04.835904 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:04.855524 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-b582bdf1-f334-4a15-ab2a-bf6012b8c7f5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:04.861138 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-b582bdf1-f334-4a15-ab2a-bf6012b8c7f5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.2875891 Jun 17 08:54:04.873209 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e65f56a5-a8e1-420a-b655-bd725fbc9eb3 req-86371d7a-abe1-4b01-b031-3e0da429eec7 service neutron] 10.222.0.83 "GET /v2.0/networks/8ff479b4-81fc-4862-8a5e-e54c1365c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626441 Jun 17 08:54:04.972033 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-35ba4cb8-31e5-4284-b830-fad4b4843487 req-219bf1e3-1321-404c-9dcf-4a15c59af423 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0633376 Jun 17 08:54:04.982378 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45207-cc5f-4f50-9ace-c77bbec2fb5f req-b02bd059-9f2f-479a-b8a3-652b6a832668 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:04.990003 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cec45207-cc5f-4f50-9ace-c77bbec2fb5f req-b02bd059-9f2f-479a-b8a3-652b6a832668 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.1237681 Jun 17 08:54:05.074868 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3485a8b4-3ae5-478d-99c2-93dfe7b4177b req-fab9caca-d12d-4ab5-9a09-2800efd164ad tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0529110 Jun 17 08:54:05.098755 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-8e28010d-04c8-4fb1-841d-41d82b797f3f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 472 time: 0.1912096 Jun 17 08:54:05.102782 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cec45207-cc5f-4f50-9ace-c77bbec2fb5f req-493e9bb6-01e0-452c-8d7a-b094e86286a6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119549 Jun 17 08:54:05.551013 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977b1fa-efb0-4706-92fb-283252df760f req-e4ab7b43-314a-431f-8477-2e28d176eea4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:05.552727 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b977b1fa-efb0-4706-92fb-283252df760f req-e4ab7b43-314a-431f-8477-2e28d176eea4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0609593 Jun 17 08:54:05.635268 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b977b1fa-efb0-4706-92fb-283252df760f req-7a11f0cc-7cc1-4ff9-ad08-df077f74f1c2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758712 Jun 17 08:54:05.782058 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a01a8ba1-8e9b-4ca3-8c2a-31499fa8ce19 req-21a9183a-51e4-4ffc-bcc4-33aa451e2ba9 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.0354919 Jun 17 08:54:06.031461 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c666e0-1b40-4cd0-832a-49cca1a23344 req-4e3713d8-8804-4d45-beb3-3d06e656b0b9 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:06.034302 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54c666e0-1b40-4cd0-832a-49cca1a23344 req-4e3713d8-8804-4d45-beb3-3d06e656b0b9 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 948 time: 0.0953214 Jun 17 08:54:06.151017 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7a27e43c-86e6-409f-8878-d6d759b78d9c req-78da3278-dd80-453d-99f7-38ade5a46aad tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0717299 Jun 17 08:54:06.188411 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54c666e0-1b40-4cd0-832a-49cca1a23344 req-b18b4cab-8b4b-498a-9634-69859b7b4dd2 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421189 Jun 17 08:54:06.245511 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:06.280960 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b68620b7-d6b1-4fcb-987b-cda607cf5361 req-f9715792-2bbe-40cb-bb63-0ea1ce58e7b9 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0555594 Jun 17 08:54:06.629446 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:06.645297 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8456b28-8cc6-4a13-86f1-5b8c8ed8c7f1 req-599eecad-9e1a-4537-af09-8ac407907774 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:06.646584 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b8456b28-8cc6-4a13-86f1-5b8c8ed8c7f1 req-599eecad-9e1a-4537-af09-8ac407907774 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.3538921 Jun 17 08:54:06.718414 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b8456b28-8cc6-4a13-86f1-5b8c8ed8c7f1 req-e5bea584-4cc3-4965-8886-559d5aa1f554 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642185 Jun 17 08:54:06.815158 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62749de8-0e72-43b8-a9fa-4e569b607c96 req-b3e37f7b-a9b8-4f1b-acc0-09187b0f3af4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:06.816765 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-62749de8-0e72-43b8-a9fa-4e569b607c96 req-b3e37f7b-a9b8-4f1b-acc0-09187b0f3af4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0710418 Jun 17 08:54:06.887412 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-62749de8-0e72-43b8-a9fa-4e569b607c96 req-4b68837c-75e8-49f7-b3aa-e06e2b2adadb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563254 Jun 17 08:54:06.903772 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:06.933913 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c16b8e05-d723-4564-9bc9-3f894e0b441c req-d6c35f83-3298-4c54-8a1f-547e461862c3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.0446470 Jun 17 08:54:07.208856 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:07.418315 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ef82e415-8bd2-4ce1-aa5f-fede95d69921 req-241caf74-32b4-4b5e-b342-c884d61cb6c2 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0498879 Jun 17 08:54:07.427058 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445f81c-3c89-4e09-b45d-60970c0f22dc req-c4719f1d-0b8f-439c-9ba8-3899503c3540 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:07.435550 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a445f81c-3c89-4e09-b45d-60970c0f22dc req-c4719f1d-0b8f-439c-9ba8-3899503c3540 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 948 time: 0.1314974 Jun 17 08:54:07.532015 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a445f81c-3c89-4e09-b45d-60970c0f22dc req-7b3bf334-2a0a-40fb-a89d-bd2c681f8a70 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952463 Jun 17 08:54:07.578136 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-90c24128-8924-4084-b805-1c362b121b36 req-57dbaa8d-7c5f-43a9-b925-6c398250e8df tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0441844 Jun 17 08:54:07.729247 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:07.940003 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:08.101159 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fefbe7-4c0a-4935-bdd9-367f3dbdf4e0 req-07da8220-a4af-4092-a662-d5d364be78fa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:08.133537 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6fefbe7-4c0a-4935-bdd9-367f3dbdf4e0 req-07da8220-a4af-4092-a662-d5d364be78fa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.1703076 Jun 17 08:54:08.212839 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033623e-8259-48d4-8e39-b4046e81722c req-de4e035d-745f-4830-bafe-65ba5add4548 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:08.214048 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7033623e-8259-48d4-8e39-b4046e81722c req-de4e035d-745f-4830-bafe-65ba5add4548 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.2103310 Jun 17 08:54:08.268701 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6fefbe7-4c0a-4935-bdd9-367f3dbdf4e0 req-fd424d5e-402f-4901-b478-8e768de8a510 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274049 Jun 17 08:54:08.325823 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7033623e-8259-48d4-8e39-b4046e81722c req-4ee60129-898d-4caa-bcef-37cc794bd451 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017699 Jun 17 08:54:08.381336 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6bf8e6a1-a0ac-4da7-8afa-5170926ee19e req-cefbf2cb-6c6e-4ef3-ba6d-fcbac1b2204c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.0338392 Jun 17 08:54:08.524163 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c3501864-9a81-4dd3-9c4d-7f9f4439af56 req-2a65bf8b-8031-49ff-ac93-bd3284474122 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0296474 Jun 17 08:54:08.652694 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb707d-73b9-4b1c-a2d9-bef23f9a0319 req-d5d66977-4e78-4363-80c3-e5912b1d8327 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:08.654781 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bbfb707d-73b9-4b1c-a2d9-bef23f9a0319 req-d5d66977-4e78-4363-80c3-e5912b1d8327 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 948 time: 0.0545130 Jun 17 08:54:08.696847 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0bd7849c-1044-4ced-ab76-8f526b4f14d9 req-13cdb21c-7584-457e-9608-8422108d73e7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0388730 Jun 17 08:54:08.739588 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'port': {'device_id': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'admin_state_up': True, 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'security_groups': ['8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5']}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:08.765168 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bbfb707d-73b9-4b1c-a2d9-bef23f9a0319 req-b515c3e2-0725-427b-8457-ad51c23cd870 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961440 Jun 17 08:54:08.791674 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-fef5a485-431d-402a-9e7b-8daf3754d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:08.793186 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-fef5a485-431d-402a-9e7b-8daf3754d617 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f5809f2e310d4768acbf28fb54280f35&device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 1132 time: 0.0444040 Jun 17 08:54:08.860852 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:08.916159 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-93581c4c-623e-41b7-8282-5155dd13fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:08.917561 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-93581c4c-623e-41b7-8282-5155dd13fc07 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ff479b4-81fc-4862-8a5e-e54c1365c6d4 HTTP/1.1" status: 200 len: 870 time: 0.1175556 Jun 17 08:54:08.971942 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-b1b1abff-aa99-4d86-b091-fff8941f2449 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=becbd5f3-c900-4dec-a28c-cf23062ef2fb HTTP/1.1" status: 200 len: 217 time: 0.0389111 Jun 17 08:54:09.031216 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-089bda70-b4e6-4442-b3a5-baa286ee02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:09.033250 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-089bda70-b4e6-4442-b3a5-baa286ee02c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2735b83-6ec9-4a5f-9bfd-ecd937d98077 HTTP/1.1" status: 200 len: 843 time: 0.0550160 Jun 17 08:54:09.035780 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Made reservation on behalf of 794e7ebcf5c3436081b8e8d39907b655 for: {'port': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:09.039394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:09.116120 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:09.126096 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-1a34655c-7315-4fb3-8a1b-c2716cd42201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:09.127739 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-1a34655c-7315-4fb3-8a1b-c2716cd42201 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ff479b4-81fc-4862-8a5e-e54c1365c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0726440 Jun 17 08:54:09.387254 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-8ccf280b-24fb-4c2f-ae3a-a3757b64206d service neutron] 10.222.0.83 "GET /v2.0/networks/8ff479b4-81fc-4862-8a5e-e54c1365c6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499361 Jun 17 08:54:09.415069 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:09.578234 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:09.621000 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-66cd66bd-fe3e-4b55-9680-55307960f5e0 req-35ba88e9-41d8-491a-9a8a-98a8d8a9029f service neutron] 10.222.0.83 "GET /v2.0/networks/8ff479b4-81fc-4862-8a5e-e54c1365c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107511 Jun 17 08:54:09.642759 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.20.0.8 (b5af04e5-5681-4034-bf01-a7f9807128a2/113372b6-188a-441b-8e8f-7a645d18f73a/865d7ab5-9d19-42eb-8363-e2eb81b9295c) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:09.677652 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577db34c-d47a-4b23-94fe-57342f0ae352 req-bf75828c-1453-43cc-8b54-50549f95f162 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:09.680474 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-577db34c-d47a-4b23-94fe-57342f0ae352 req-bf75828c-1453-43cc-8b54-50549f95f162 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.1602116 Jun 17 08:54:09.690717 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14a8f-b035-48d5-afcb-c8d9a36c7cfb req-cafb5aa9-b67d-4153-a001-ae9058278abc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:09.692379 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b0d14a8f-b035-48d5-afcb-c8d9a36c7cfb req-cafb5aa9-b67d-4153-a001-ae9058278abc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.1126812 Jun 17 08:54:09.876296 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b0d14a8f-b035-48d5-afcb-c8d9a36c7cfb req-5172dd9f-5d7d-4b1b-b32e-0cff87ee8052 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727612 Jun 17 08:54:10.032659 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-577db34c-d47a-4b23-94fe-57342f0ae352 req-1af434d2-9b7f-47a1-968e-b902e6b07d37 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370810 Jun 17 08:54:10.052008 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:10.147653 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:10.223211 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c5317ae-e0f1-4fe1-bf0a-5b15f108c129 req-a5a7bdc1-85cc-4a85-8ce0-9506d1184282 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.1101778 Jun 17 08:54:10.228136 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:10.265304 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-51c650f3-b7b5-4ba4-968e-55fc8272eb2c req-897a7b2a-b677-45d5-b54f-949f0b370ead tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0608125 Jun 17 08:54:10.265881 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:10.350606 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ca5f2ddc-db63-47c7-ab36-c989e2e51fa1 req-07472926-1689-42d1-ab20-225f83efb476 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0368748 Jun 17 08:54:10.377821 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:10.426120 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03134b5-2a1b-482d-a976-92f6fbfdd796 req-9a86a331-a3db-4b32-b8e7-f2200c8de463 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:10.434196 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e03134b5-2a1b-482d-a976-92f6fbfdd796 req-9a86a331-a3db-4b32-b8e7-f2200c8de463 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 948 time: 0.0671449 Jun 17 08:54:10.446442 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:10.472904 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:10.484038 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:10.509991 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:10.514118 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:54:10.576132 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=865d7ab5-9d19-42eb-8363-e2eb81b9295c,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:10.584678 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:10.620122 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e03134b5-2a1b-482d-a976-92f6fbfdd796 req-6d728249-a7ab-4196-bbb5-114ee345727a tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848381 Jun 17 08:54:10.636969 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:10.637824 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:10.760128 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-132f3a96-f9da-4505-ab15-618283713069 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0297568 Jun 17 08:54:10.839865 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:10.857558 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-1672b3a2-6daa-4e07-87ea-73acab47b753 None None] Provisioning complete for port 865d7ab5-9d19-42eb-8363-e2eb81b9295c triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:10.858202 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1672b3a2-6daa-4e07-87ea-73acab47b753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:10.893302 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1672b3a2-6daa-4e07-87ea-73acab47b753 None None] Port 865d7ab5-9d19-42eb-8363-e2eb81b9295c cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:54:11.017332 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a5341-3656-4389-ba4e-b54669466b17 req-ca274b69-8af4-4bfd-8102-faa83e9291af tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:11.018962 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3a8a5341-3656-4389-ba4e-b54669466b17 req-ca274b69-8af4-4bfd-8102-faa83e9291af tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0544648 Jun 17 08:54:11.090198 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3a8a5341-3656-4389-ba4e-b54669466b17 req-6b8478d6-4946-4082-9876-f8be6d7d628e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599301 Jun 17 08:54:11.197036 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.220539 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957c8f2-e79d-4728-ad5d-0617fde3c563 req-9162df80-4cf4-406b-8525-ea97780cd188 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:11.223842 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e957c8f2-e79d-4728-ad5d-0617fde3c563 req-9162df80-4cf4-406b-8525-ea97780cd188 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0625722 Jun 17 08:54:11.294389 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e957c8f2-e79d-4728-ad5d-0617fde3c563 req-a17607b4-9863-41f3-841b-ddab2dee4203 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611126 Jun 17 08:54:11.328592 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.412578 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aa2a9f45-e6af-4748-a04b-dce5f4b3275f req-626f074e-7b08-4fe3-a868-1632d96af3d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0432470 Jun 17 08:54:11.420540 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c8698-6b36-4c1a-9009-74a10e868645 req-dac8ebe5-012c-4fe4-8355-7498be35b138 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:11.429154 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2c5c8698-6b36-4c1a-9009-74a10e868645 req-dac8ebe5-012c-4fe4-8355-7498be35b138 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 931 time: 0.0926170 Jun 17 08:54:11.442315 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.516903 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2c5c8698-6b36-4c1a-9009-74a10e868645 req-4149fd1f-7fd8-499e-b7fd-bd69032fd6e5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865157 Jun 17 08:54:11.542651 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.563205 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.572023 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e91e0d92-4b8a-4e61-b55a-8acf7892422f req-c8e7f4be-6f40-45ee-bf1d-f90396c2d6e2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0511353 Jun 17 08:54:11.620023 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.675109 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.700918 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.771241 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:11.794556 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254a124-bf47-43a9-bd39-574e109a20f2 req-3b3d0b1f-07f2-4d9e-8e63-be6f49222826 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:11.800048 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9254a124-bf47-43a9-bd39-574e109a20f2 req-3b3d0b1f-07f2-4d9e-8e63-be6f49222826 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 948 time: 0.0711422 Jun 17 08:54:11.860182 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9254a124-bf47-43a9-bd39-574e109a20f2 req-2c3891f0-f8c6-4de7-bbb9-212022f0e6ab tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545547 Jun 17 08:54:12.123797 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device becbd5f3-c900-4dec-a28c-cf23062ef2fb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:54:12.254953 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port becbd5f3-c900-4dec-a28c-cf23062ef2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=becbd5f3-c900-4dec-a28c-cf23062ef2fb,segment=NetworkSegment(a67a2f4a-383a-4623-89b8-998f077993b7),segment_id=a67a2f4a-383a-4623-89b8-998f077993b7)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:12.270526 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb', 'network_id': '8ff479b4-81fc-4862-8a5e-e54c1365c6d4', 'port_id': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb', 'mac_address': 'fa:16:3e:c0:96:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2735b83-6ec9-4a5f-9bfd-ecd937d98077', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:54:12.284797 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e08ac-e94b-45b4-9b5b-88e167485248 req-4e630484-523a-4a00-b89a-8d665b19478c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:12.295460 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e56e08ac-e94b-45b4-9b5b-88e167485248 req-4e630484-523a-4a00-b89a-8d665b19478c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0934594 Jun 17 08:54:12.328019 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port becbd5f3-c900-4dec-a28c-cf23062ef2fb is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:12.328724 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:12.344511 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becbd5f3-c900-4dec-a28c-cf23062ef2fb {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:12.366396 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e56e08ac-e94b-45b4-9b5b-88e167485248 req-6bc804ce-248f-4191-84af-35b931a6f95a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698223 Jun 17 08:54:12.390631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port becbd5f3-c900-4dec-a28c-cf23062ef2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=becbd5f3-c900-4dec-a28c-cf23062ef2fb,segment=NetworkSegment(a67a2f4a-383a-4623-89b8-998f077993b7),segment_id=a67a2f4a-383a-4623-89b8-998f077993b7)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:12.447414 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aa1f0-ffec-4a9b-a629-40c1dd562d6f req-d263b8a8-0d0e-46fc-8b49-525b03ab7e01 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:12.449105 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-df7aa1f0-ffec-4a9b-a629-40c1dd562d6f req-d263b8a8-0d0e-46fc-8b49-525b03ab7e01 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Jun 17 08:54:12.520442 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-df7aa1f0-ffec-4a9b-a629-40c1dd562d6f req-9e93c8c1-b621-42e5-b1e3-698d068b17a3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640788 Jun 17 08:54:12.540167 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-512a4886-6609-41ac-85e1-58769333b879 req-58a7a701-164a-4b21-9936-b8c79afc5cf0 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0366738 Jun 17 08:54:12.660884 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70fd2f-cfea-4c2e-952c-73d0db2ae7bd req-27102832-d54f-4620-ae8b-11a943bc30ea tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:12.662393 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c70fd2f-cfea-4c2e-952c-73d0db2ae7bd req-27102832-d54f-4620-ae8b-11a943bc30ea tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 931 time: 0.0697064 Jun 17 08:54:12.694369 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f4afe39f-6d06-4835-92d3-48ea248fe33f req-125c8cae-e25e-4e2e-832e-08feb7cb3903 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0487983 Jun 17 08:54:12.738769 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c70fd2f-cfea-4c2e-952c-73d0db2ae7bd req-536e6b3f-5d83-47ce-bacb-d4fde7accdf2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674739 Jun 17 08:54:12.842148 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:12.899062 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=becbd5f3-c900-4dec-a28c-cf23062ef2fb,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:12.906762 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.907105 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.907485 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.907830 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.908157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.908501 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.908801 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.909120 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.909490 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.909774 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.910093 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.910425 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.910743 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.911075 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:12.911396 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:13.021857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f47b9-151b-4cab-a4b3-79dff81a14de req-4745b044-9388-485c-9e59-e0a7ba306f3e tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:13.025328 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d8f47b9-151b-4cab-a4b3-79dff81a14de req-4745b044-9388-485c-9e59-e0a7ba306f3e tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 949 time: 0.0762095 Jun 17 08:54:13.116563 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d8f47b9-151b-4cab-a4b3-79dff81a14de req-debab8ce-aa22-462b-a5bb-6dc80cda81a3 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807083 Jun 17 08:54:13.561956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef4cc-16ec-47ad-ad17-b94fc71361d8 req-9d94ef92-ef99-41a6-9831-1951d512a880 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:13.570677 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6bef4cc-16ec-47ad-ad17-b94fc71361d8 req-9d94ef92-ef99-41a6-9831-1951d512a880 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0990329 Jun 17 08:54:13.577615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Request body: {'port': {'device_id': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:13.590962 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:13.611050 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['becbd5f3-c900-4dec-a28c-cf23062ef2fb'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:54:13.724264 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:13.767082 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:13.800260 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8c9c6-9e61-4643-ab22-d34409a75cd6 req-190b5599-43c4-4e97-bf07-8027448bbb48 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:13.810499 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bad8c9c6-9e61-4643-ab22-d34409a75cd6 req-190b5599-43c4-4e97-bf07-8027448bbb48 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.1804585 Jun 17 08:54:13.893933 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6bef4cc-16ec-47ad-ad17-b94fc71361d8 req-de9c2112-d810-4b0a-b67d-68ed2160a5bd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221002 Jun 17 08:54:14.039982 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-16e5861f-c86e-47c8-985f-bded8b8300cc req-d58990ac-7a93-40da-9ab6-c5b6fdf04fe7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0446167 Jun 17 08:54:14.073623 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bad8c9c6-9e61-4643-ab22-d34409a75cd6 req-5d511b4d-bc6c-42ef-a09f-7cf329c0b4bf tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617614 Jun 17 08:54:14.252788 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-64f67d4c-bdf8-4df8-82df-fb2e127d5a8f req-ac261c6d-10e1-4228-82cc-15b0e4d0eef6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0802622 Jun 17 08:54:14.301204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0863e9-75f7-4daf-8bb8-b24c01610912 req-1d04255e-4b7f-48c0-be1c-5de771e31211 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:14.309188 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-df0863e9-75f7-4daf-8bb8-b24c01610912 req-1d04255e-4b7f-48c0-be1c-5de771e31211 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 931 time: 0.1263676 Jun 17 08:54:14.324282 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-a91dd22c-a105-4f9a-9a25-3ce1ea3f37a6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:14.325820 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-a91dd22c-a105-4f9a-9a25-3ce1ea3f37a6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.83 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 809 time: 0.1676431 Jun 17 08:54:14.382157 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:14.445448 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:14.453528 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-df0863e9-75f7-4daf-8bb8-b24c01610912 req-a5f3446c-393a-41a7-8aec-4fef965d1cc7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430094 Jun 17 08:54:14.480218 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16652e86-c5be-4ec2-a4a0-941feb9fd2fc req-1c70b8bf-e8b6-4b51-ad16-5759dbcfb439 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:14.487663 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-16652e86-c5be-4ec2-a4a0-941feb9fd2fc req-1c70b8bf-e8b6-4b51-ad16-5759dbcfb439 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 949 time: 0.0970080 Jun 17 08:54:14.522655 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-65d6dd52-dd19-495f-93f7-d2d1f4c64cfe tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e69cf14c3c8482fbf95620efe1bee1d HTTP/1.1" status: 200 len: 379 time: 0.1587949 Jun 17 08:54:14.540272 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'port': {'device_id': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'admin_state_up': True, 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'security_groups': ['3f1479c8-ef76-4ec4-96fe-9b116bc49458']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:14.642206 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-16652e86-c5be-4ec2-a4a0-941feb9fd2fc req-c289ba0c-b75c-41c1-8c43-0e26d9d05e2b tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384478 Jun 17 08:54:14.655698 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865d7ab5-9d19-42eb-8363-e2eb81b9295c {{(pid=116210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:14.665549 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Publish callbacks [] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:14.682420 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.provisioning_blocks [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Transition to ACTIVE for port object 865d7ab5-9d19-42eb-8363-e2eb81b9295c will not be triggered until provisioned by entity L2. {{(pid=116210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:54:14.694635 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-665bdefb-a225-4572-be15-721dfbe325ad tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:14.694635 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-665bdefb-a225-4572-be15-721dfbe325ad tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.83 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 814 time: 0.3746014 Jun 17 08:54:14.713748 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'port': {'device_id': 'e254b695-5369-48d6-9966-64f25873dc0d', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'admin_state_up': True, 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:14.775186 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:14.846638 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:14.877309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=865d7ab5-9d19-42eb-8363-e2eb81b9295c,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.034135 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Attempting to bind port 865d7ab5-9d19-42eb-8363-e2eb81b9295c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:54:15.034499 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Attempting to bind port 865d7ab5-9d19-42eb-8363-e2eb81b9295c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:54:15.034824 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Attempting to bind port 865d7ab5-9d19-42eb-8363-e2eb81b9295c on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:15.053157 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Made reservation on behalf of 7e69cf14c3c8482fbf95620efe1bee1d for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:15.066541 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:15.069471 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Made reservation on behalf of 45a0a44acc444e8eb9bba54a8e089f17 for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:15.075338 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:15.090612 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Port 865d7ab5-9d19-42eb-8363-e2eb81b9295c on network b5af04e5-5681-4034-bf01-a7f9807128a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:54:15.092653 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Attempting to bind port 865d7ab5-9d19-42eb-8363-e2eb81b9295c on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:15.112405 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:54:15.112405 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Checking segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:54:15.112405 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Bound using segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:54:15.118965 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Bound port: 865d7ab5-9d19-42eb-8363-e2eb81b9295c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:54:15.118965 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:15.137295 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eeb10-9f33-46f6-912b-283a17689469 req-6eb1f34d-bf89-4d05-a417-7b04af125b70 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:15.141995 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a29eeb10-9f33-46f6-912b-283a17689469 req-6eb1f34d-bf89-4d05-a417-7b04af125b70 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.1014919 Jun 17 08:54:15.268654 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-82b24ef1-6fd6-42ba-99eb-866af3b9bef0 req-56e6c67b-1e7f-4f5c-bf04-0d60052fc29f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0580211 Jun 17 08:54:15.307859 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a29eeb10-9f33-46f6-912b-283a17689469 req-df921afc-ac5d-4f4e-8dd6-1018c737c700 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412883 Jun 17 08:54:15.329378 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] For port 865d7ab5-9d19-42eb-8363-e2eb81b9295c, host hv-cinder-79760, cleared binding levels {{(pid=116210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:54:15.335806 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] For port 865d7ab5-9d19-42eb-8363-e2eb81b9295c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:54:15.450341 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Allocated IP 172.20.0.11 (7cb290e5-1940-4a89-abd7-919a1f5a901c/6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9/3b983d08-82e5-4031-8c13-d190ca57fc87) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:15.459334 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device becbd5f3-c900-4dec-a28c-cf23062ef2fb up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:54:15.488494 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:15.520323 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:15.548020 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Allocated IP 172.20.0.7 (7d9f1082-9521-43ef-8a03-308b31da632e/357f2b4d-78fc-40dc-8106-1f02875f2e98/5a6e2dcc-1d88-4ebd-8cce-063737a7db08) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:15.575939 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port becbd5f3-c900-4dec-a28c-cf23062ef2fb completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:54:15.611311 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-31839383-297e-4c32-b3ed-467c9db9e587 req-e0ae0b98-f9ea-4b1d-9942-4ba5f6d5673b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0988672 Jun 17 08:54:15.636241 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ed265-e568-4140-a0d7-fe22705b4b9b req-734558c9-539e-45d3-b2b4-c2ab48702391 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:15.648201 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b8ed265-e568-4140-a0d7-fe22705b4b9b req-734558c9-539e-45d3-b2b4-c2ab48702391 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.2755871 Jun 17 08:54:15.668701 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:15.670071 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:15.671056 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port becbd5f3-c900-4dec-a28c-cf23062ef2fb triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:15.671458 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:15.673151 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] 10.222.0.83 "PUT /v2.0/ports/865d7ab5-9d19-42eb-8363-e2eb81b9295c HTTP/1.1" status: 200 len: 1093 time: 2.1000309 Jun 17 08:54:15.679201 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:15.683849 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c34936-8bcf-45bb-806c-e85d26aa07a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:15.745567 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40140ff3-b3e7-47b3-93d5-b196e24fd1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=865d7ab5-9d19-42eb-8363-e2eb81b9295c,revision_number=3']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.850958 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b8ed265-e568-4140-a0d7-fe22705b4b9b req-0a821060-cb80-415d-92c4-87bdca6d2371 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998835 Jun 17 08:54:15.902439 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port becbd5f3-c900-4dec-a28c-cf23062ef2fb is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:15.902935 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:15.951993 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c5d606-fea9-467c-a074-2a9a1030a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:15.960408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6b5b51-e4e5-4b9a-a7df-d232fdb7b8e3" -d '{"events": [{"server_uuid": "30c5d606-fea9-467c-a074-2a9a1030a461", "name": "network-vif-plugged", "status": "completed", "tag": "becbd5f3-c900-4dec-a28c-cf23062ef2fb"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:15.981444 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port becbd5f3-c900-4dec-a28c-cf23062ef2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=becbd5f3-c900-4dec-a28c-cf23062ef2fb,segment=NetworkSegment(a67a2f4a-383a-4623-89b8-998f077993b7),segment_id=a67a2f4a-383a-4623-89b8-998f077993b7)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:15.990597 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65f065-b34b-4903-b399-9aaaa57a114a req-8b2a1c13-e743-4abc-acc3-226ceefdc4f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:15.993474 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-de65f065-b34b-4903-b399-9aaaa57a114a req-8b2a1c13-e743-4abc-acc3-226ceefdc4f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.2331266 Jun 17 08:54:16.043214 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-04915f32-2c42-4e20-a31a-26464ee782fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:16.044770 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-04915f32-2c42-4e20-a31a-26464ee782fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 1127 time: 0.1833987 Jun 17 08:54:16.060771 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:16.093830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121fac7-249b-4611-ae1a-d28c2c86d6d7 req-a03644f5-504f-4cd8-a4c0-d1e45515a180 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:16.103860 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3121fac7-249b-4611-ae1a-d28c2c86d6d7 req-a03644f5-504f-4cd8-a4c0-d1e45515a180 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 949 time: 0.1090226 Jun 17 08:54:16.117593 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:16.160575 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-de65f065-b34b-4903-b399-9aaaa57a114a req-6d6f8f7e-e783-4d21-ad39-0650fe2cab41 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520114 Jun 17 08:54:16.170396 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=becbd5f3-c900-4dec-a28c-cf23062ef2fb,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:16.211493 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3121fac7-249b-4611-ae1a-d28c2c86d6d7 req-18d14c12-fa32-4423-af09-c0c789e79757 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979543 Jun 17 08:54:16.239204 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:16.250145 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b525bf-c4b5-4e96-abd4-50d257a3dae1 x-openstack-request-id: req-34b525bf-c4b5-4e96-abd4-50d257a3dae1 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:16.250428 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:16.250684 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34b525bf-c4b5-4e96-abd4-50d257a3dae1 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:16.251802 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b525bf-c4b5-4e96-abd4-50d257a3dae1'] response: {'name': 'network-changed', 'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'status': 'completed', 'code': 200} Jun 17 08:54:16.281911 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22273f38-aa06-48ce-b269-8430d135b5f0 x-openstack-request-id: req-22273f38-aa06-48ce-b269-8430d135b5f0 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:16.282204 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c5d606-fea9-467c-a074-2a9a1030a461", "name": "network-vif-plugged", "status": "completed", "tag": "becbd5f3-c900-4dec-a28c-cf23062ef2fb", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:16.282860 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22273f38-aa06-48ce-b269-8430d135b5f0 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:16.282860 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22273f38-aa06-48ce-b269-8430d135b5f0'] response: {'server_uuid': '30c5d606-fea9-467c-a074-2a9a1030a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb', 'code': 200} Jun 17 08:54:16.327091 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:16.380928 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:16.450742 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c426529d-9baf-4eb5-9f3a-36d234b168d8 req-cb4d0f25-0e21-4f9c-8542-ff2f11dd9d9d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0509722 Jun 17 08:54:16.490583 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:16.508952 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ce586-3d84-4e43-8b69-030c177cdc66 req-f3da43aa-45f8-4dac-a6be-24f969a07cb7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:16.510747 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e94ce586-3d84-4e43-8b69-030c177cdc66 req-f3da43aa-45f8-4dac-a6be-24f969a07cb7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0704305 Jun 17 08:54:16.512065 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:16.542880 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:16.545665 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:16.548787 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:54:16.585802 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e94ce586-3d84-4e43-8b69-030c177cdc66 req-34f7f7ce-1034-43a4-aa5f-77051c1997e8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676210 Jun 17 08:54:16.603713 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:16.672928 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Network 7d9f1082-9521-43ef-8a03-308b31da632e is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:16.683460 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:16.684851 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:16.692043 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:16.696265 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:16.707984 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:54:16.803928 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ebbe7-55b4-479a-8c73-1ebf6abda9d3 req-39b395bb-fcc2-4a52-afc8-23216dd51a4f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:16.824027 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf9ebbe7-55b4-479a-8c73-1ebf6abda9d3 req-39b395bb-fcc2-4a52-afc8-23216dd51a4f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 932 time: 0.1167173 Jun 17 08:54:16.832740 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:16.845374 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:16.848022 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:16.872813 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-2ce4f63f-db02-41f8-84d9-3a6e70a940aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3482676 Jun 17 08:54:16.924902 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf9ebbe7-55b4-479a-8c73-1ebf6abda9d3 req-3d322ad3-02c5-4825-bb4f-939010f7adf4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998735 Jun 17 08:54:16.928653 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:16.959790 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-d8ab1775-a1ef-4d02-9685-c44501a1d48c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2567353 Jun 17 08:54:16.969152 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-3f461139-7b79-4b21-ac5e-8beacb4d818e None None] Provisioning complete for port 3b983d08-82e5-4031-8c13-d190ca57fc87 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:16.969719 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3f461139-7b79-4b21-ac5e-8beacb4d818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:17.041812 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-3f461139-7b79-4b21-ac5e-8beacb4d818e None None] Port 3b983d08-82e5-4031-8c13-d190ca57fc87 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:54:17.081451 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeda78-5cf4-4836-860a-3c68dc4878a1 req-8a1356a1-420d-4f59-99bf-47183f9c1f0d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:17.082566 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-90eeda78-5cf4-4836-860a-3c68dc4878a1 req-8a1356a1-420d-4f59-99bf-47183f9c1f0d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0705750 Jun 17 08:54:17.139408 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-90eeda78-5cf4-4836-860a-3c68dc4878a1 req-5918deb0-bf53-4773-8683-c424b5127b78 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488367 Jun 17 08:54:17.155754 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=17 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:17.172629 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-1c3aaa52-3d9a-423c-adbc-a2056aa18660 None None] Provisioning complete for port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:17.178038 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1c3aaa52-3d9a-423c-adbc-a2056aa18660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:17.192116 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=9 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:17.210781 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1c3aaa52-3d9a-423c-adbc-a2056aa18660 None None] Port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:54:17.369697 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4fcae-c660-4163-abe9-56015f60d055 req-e6156207-a187-4542-a40d-046411d99811 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:17.371204 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fbd4fcae-c660-4163-abe9-56015f60d055 req-e6156207-a187-4542-a40d-046411d99811 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.1029160 Jun 17 08:54:17.393534 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fb6a6-9d6b-4897-a4aa-fd56c73b5cfe req-d974f239-a3ff-4148-a48b-2eb74e1a30a1 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:17.396371 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8b2fb6a6-9d6b-4897-a4aa-fd56c73b5cfe req-d974f239-a3ff-4148-a48b-2eb74e1a30a1 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0797133 Jun 17 08:54:17.411105 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:17.502898 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fbd4fcae-c660-4163-abe9-56015f60d055 req-64bcd61d-abbc-47b2-b1a0-13729a92f8db tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251690 Jun 17 08:54:17.506730 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8b2fb6a6-9d6b-4897-a4aa-fd56c73b5cfe req-d26a844b-3f21-46bd-84a9-04000d0ee591 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046476 Jun 17 08:54:17.630607 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8eac1-aaad-4bbd-866c-f9b9d1350f25 req-38aeeda6-0f38-488b-8fd4-3fb01daeb2af tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:17.632961 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e3a8eac1-aaad-4bbd-866c-f9b9d1350f25 req-38aeeda6-0f38-488b-8fd4-3fb01daeb2af tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 931 time: 0.0525265 Jun 17 08:54:17.712689 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e3a8eac1-aaad-4bbd-866c-f9b9d1350f25 req-42436ddd-27a3-47e5-b7c3-2c73efb50eb4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640833 Jun 17 08:54:17.752748 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d2bc-42a2-4de1-bf60-3f170d0d27f8 req-8e21905a-522b-439d-8d44-400d45efa662 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:17.754237 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9702d2bc-42a2-4de1-bf60-3f170d0d27f8 req-8e21905a-522b-439d-8d44-400d45efa662 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0605137 Jun 17 08:54:17.812194 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9702d2bc-42a2-4de1-bf60-3f170d0d27f8 req-385a5ad5-ed75-43de-8f4c-5d47ede4d079 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515225 Jun 17 08:54:18.060329 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876db5e-896f-45a0-b2cb-cb8eba8288c4 req-d330074f-4f97-4384-a414-dea76611ee41 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:18.061867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e876db5e-896f-45a0-b2cb-cb8eba8288c4 req-d330074f-4f97-4384-a414-dea76611ee41 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 932 time: 0.0698264 Jun 17 08:54:18.128395 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e876db5e-896f-45a0-b2cb-cb8eba8288c4 req-f9c8146a-8fad-48e9-bf29-1384005703ce tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606000 Jun 17 08:54:18.264709 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749fec-dc65-4dfa-99ea-93e7c1804fca req-e1bdc62a-f52a-4ad5-b010-9e79352f5885 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:18.266175 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eb749fec-dc65-4dfa-99ea-93e7c1804fca req-e1bdc62a-f52a-4ad5-b010-9e79352f5885 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0486946 Jun 17 08:54:18.282807 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:18.326842 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eb749fec-dc65-4dfa-99ea-93e7c1804fca req-0b380843-31bd-4bff-b320-e153d1643664 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546627 Jun 17 08:54:18.674378 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fed4c-b12b-462d-9991-0685b88ad34d req-0d5ea8a3-707b-4016-a353-7b6c951ac2af tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:18.680748 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-df5fed4c-b12b-462d-9991-0685b88ad34d req-0d5ea8a3-707b-4016-a353-7b6c951ac2af tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0844059 Jun 17 08:54:18.687321 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171900d-262f-4f49-8373-0bcf2fbdd43e req-29ae4799-cd12-4906-9ab7-b808bd846a5e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:18.688846 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f171900d-262f-4f49-8373-0bcf2fbdd43e req-29ae4799-cd12-4906-9ab7-b808bd846a5e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.1062286 Jun 17 08:54:18.776911 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f171900d-262f-4f49-8373-0bcf2fbdd43e req-97dd5579-557f-43ac-bcf6-adf1d42df5ae tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776298 Jun 17 08:54:18.780176 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-df5fed4c-b12b-462d-9991-0685b88ad34d req-c1bd4bd6-631d-4647-b1bb-d0ba4dda6933 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903640 Jun 17 08:54:18.924014 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a1b83-9367-43bf-ade0-d8ff9dab4c08 req-a30e6f0b-6d14-49d8-bbf2-0a881e68fd3a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:18.925637 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c41a1b83-9367-43bf-ade0-d8ff9dab4c08 req-a30e6f0b-6d14-49d8-bbf2-0a881e68fd3a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 931 time: 0.0746977 Jun 17 08:54:18.968247 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:18.980612 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4332515-2068-4259-84d9-ffffd99850c6 req-80e595cc-14bf-4766-be2b-6a5a40cdc2fb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:18.982108 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c4332515-2068-4259-84d9-ffffd99850c6 req-80e595cc-14bf-4766-be2b-6a5a40cdc2fb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0843911 Jun 17 08:54:19.034358 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c41a1b83-9367-43bf-ade0-d8ff9dab4c08 req-ef3f3bcc-6c41-4aa1-9651-5b39239225d2 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914612 Jun 17 08:54:19.058653 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c4332515-2068-4259-84d9-ffffd99850c6 req-99db856a-3179-4505-b68c-880d91a6fae9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698893 Jun 17 08:54:19.135515 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Request body: {'port': {'device_id': 'e254b695-5369-48d6-9966-64f25873dc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:19.147452 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Request body: {'port': {'device_id': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:19.185396 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-ebb22500-b57b-4f2b-9909-54664bc72059 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c HTTP/1.1" status: 200 len: 217 time: 0.0543637 Jun 17 08:54:19.263899 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-c9e5c53b-cdaa-4028-8f88-10a9d4752c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:19.265543 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-c9e5c53b-cdaa-4028-8f88-10a9d4752c89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0735192 Jun 17 08:54:19.287495 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:19.299125 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:19.316654 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf6094-8727-4bc9-8f62-2847278efe1b req-ed0c200f-7d58-40b5-af4f-a61bd5eaa160 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:19.319757 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6cf6094-8727-4bc9-8f62-2847278efe1b req-ed0c200f-7d58-40b5-af4f-a61bd5eaa160 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 932 time: 0.0961556 Jun 17 08:54:19.369633 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-6b328760-ee9c-4b3a-83f8-a3a792529081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:19.371538 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-6b328760-ee9c-4b3a-83f8-a3a792529081 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710676 Jun 17 08:54:19.374007 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:19.443827 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6cf6094-8727-4bc9-8f62-2847278efe1b req-b87d96e6-ff42-4da6-91fc-90882f3f07cc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053329 Jun 17 08:54:19.446110 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-bf6a08da-0fd8-4c27-b13f-79a4c9d1ac09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:19.519883 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e0492-e60c-4054-bf29-4ad1f942d66b req-ad0caa48-806b-4ab2-9515-ca60efadd567 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:19.519883 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a17e0492-e60c-4054-bf29-4ad1f942d66b req-ad0caa48-806b-4ab2-9515-ca60efadd567 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0882797 Jun 17 08:54:19.519883 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.83', 58958) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:19.597241 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-009f2fbc-24bd-4a4a-a0b6-6650fa5213cb service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167964 Jun 17 08:54:19.600271 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e2733-da23-41fe-8c84-55b95f85f4cf req-57225ad3-973b-439f-8198-155bb4de5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:19.601913 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e51e2733-da23-41fe-8c84-55b95f85f4cf req-57225ad3-973b-439f-8198-155bb4de5b51 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 1134 time: 0.0840476 Jun 17 08:54:19.660143 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a17e0492-e60c-4054-bf29-4ad1f942d66b req-4612b063-9fee-4ff9-bfdd-dd32fc13970c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341019 Jun 17 08:54:19.739287 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e51e2733-da23-41fe-8c84-55b95f85f4cf req-30f27ad7-dedc-4ea1-8e3d-b407f06360e7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175928 Jun 17 08:54:19.758743 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c3604d7-89dd-4f2d-8b3a-bfa9fe982431 req-96721fc4-bb90-4db2-9c5e-3891c70155bf service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392634 Jun 17 08:54:19.837442 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:19.839843 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b983d08-82e5-4031-8c13-d190ca57fc87 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:19.871611 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Publish callbacks [] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:19.897528 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:19.903425 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Transition to ACTIVE for port object 3b983d08-82e5-4031-8c13-d190ca57fc87 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:54:19.908294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Publish callbacks [] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:19.923515 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Transition to ACTIVE for port object 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:54:19.968443 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.003644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.020755 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:20.054377 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:20.260898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:20.303518 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5875c4-3899-4fa1-b4c5-d8bca353c5e3 req-9ff5a868-298d-463b-81c2-7b99b739300f tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:20.308475 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ae5875c4-3899-4fa1-b4c5-d8bca353c5e3 req-9ff5a868-298d-463b-81c2-7b99b739300f tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.4552407 Jun 17 08:54:20.329080 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-76f584f0-a111-46b8-8a03-f192739dcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:20.330605 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-76f584f0-a111-46b8-8a03-f192739dcd47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 1127 time: 0.1307180 Jun 17 08:54:20.346751 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0673ffb-e76e-4850-a2e6-60e78bfa2020 req-a0ac3782-ec7e-4119-b2bf-56c1c5ac5a18 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:20.350211 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0673ffb-e76e-4850-a2e6-60e78bfa2020 req-a0ac3782-ec7e-4119-b2bf-56c1c5ac5a18 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.1496198 Jun 17 08:54:20.363481 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Attempting to bind port 3b983d08-82e5-4031-8c13-d190ca57fc87 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:54:20.364091 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Attempting to bind port 3b983d08-82e5-4031-8c13-d190ca57fc87 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:54:20.364641 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Attempting to bind port 3b983d08-82e5-4031-8c13-d190ca57fc87 on network 7cb290e5-1940-4a89-abd7-919a1f5a901c {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:20.367771 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Attempting to bind port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:54:20.368280 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Attempting to bind port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:54:20.369066 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Attempting to bind port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 on network 7d9f1082-9521-43ef-8a03-308b31da632e {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:20.392508 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Port 3b983d08-82e5-4031-8c13-d190ca57fc87 on network 7cb290e5-1940-4a89-abd7-919a1f5a901c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:54:20.392905 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Attempting to bind port 3b983d08-82e5-4031-8c13-d190ca57fc87 on network 7cb290e5-1940-4a89-abd7-919a1f5a901c {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:20.404333 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 on network 7d9f1082-9521-43ef-8a03-308b31da632e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:54:20.404657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Attempting to bind port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 on network 7d9f1082-9521-43ef-8a03-308b31da632e {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:54:20.414112 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:54:20.414491 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Checking segment: {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:54:20.415386 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Bound using segment: {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:54:20.416462 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Bound port: 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:54:20.416462 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.430381 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:54:20.430720 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Checking segment: {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:54:20.431103 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Bound using segment: {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:54:20.431570 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Bound port: 3b983d08-82e5-4031-8c13-d190ca57fc87, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f9b924-fe0b-4296-97c7-8fb80d909362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:54:20.431928 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.442193 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ae5875c4-3899-4fa1-b4c5-d8bca353c5e3 req-105f390a-0c38-4dcb-94f1-877ed8481dbe tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208985 Jun 17 08:54:20.455057 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0673ffb-e76e-4850-a2e6-60e78bfa2020 req-ad049268-be17-40a1-9bd0-76c2e110a3cb tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896256 Jun 17 08:54:20.569134 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:54:20.575159 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:54:20.583693 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:54:20.588800 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:54:20.627772 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583fc9-fd9d-42cf-8d5b-b6fab88d3294 req-373b71f5-db62-4e51-8825-af896936775b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:20.629376 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-22583fc9-fd9d-42cf-8d5b-b6fab88d3294 req-373b71f5-db62-4e51-8825-af896936775b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0867856 Jun 17 08:54:20.652607 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52668ce-a9d4-4368-b806-dd8216518d12 req-5e06d12f-7497-4a96-839d-bb946da2c624 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:20.654019 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f52668ce-a9d4-4368-b806-dd8216518d12 req-5e06d12f-7497-4a96-839d-bb946da2c624 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0762599 Jun 17 08:54:20.711561 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.720050 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.730079 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-22583fc9-fd9d-42cf-8d5b-b6fab88d3294 req-b827d5f0-a1e2-4587-80f2-6a991b51bf30 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Jun 17 08:54:20.738372 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:20.761689 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f52668ce-a9d4-4368-b806-dd8216518d12 req-fdd290be-a22d-41ab-8b25-97a87d0cb33e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002359 Jun 17 08:54:20.808314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:20.809513 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.816099 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] 10.222.0.83 "PUT /v2.0/ports/5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 1093 time: 1.6851969 Jun 17 08:54:20.828654 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:20.830892 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e552bf-b174-406c-98b8-c322d7361e82" -d '{"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:20.840898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:20.841638 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:20.844324 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] 10.222.0.83 "PUT /v2.0/ports/3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 1094 time: 1.7053828 Jun 17 08:54:20.855912 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428180a1-f88d-44f4-9338-c04ca609590b service neutron] Pushing event updated for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.011967 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d10294-714a-4e65-9d72-08888e7824b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.049146 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda35e0d-2b84-4552-8fdb-366f89ee1912 req-1bc1ba27-34b6-4d04-a4b4-3a142190d170 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:21.050904 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fda35e0d-2b84-4552-8fdb-366f89ee1912 req-1bc1ba27-34b6-4d04-a4b4-3a142190d170 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0848932 Jun 17 08:54:21.147825 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402e913-d127-43a1-b8d4-e7c93025fe61 req-20496770-7ffe-4542-a54e-df15273084a8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:21.150646 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8402e913-d127-43a1-b8d4-e7c93025fe61 req-20496770-7ffe-4542-a54e-df15273084a8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.2743435 Jun 17 08:54:21.219504 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fda35e0d-2b84-4552-8fdb-366f89ee1912 req-4bf72010-af88-4a92-957f-44cf29d9390e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576285 Jun 17 08:54:21.244491 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8402e913-d127-43a1-b8d4-e7c93025fe61 req-c8007ade-7028-44d9-8b4c-a075c8f2a339 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801826 Jun 17 08:54:21.299376 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd1bb0-a25e-4239-bb13-efbad90f1fd4 x-openstack-request-id: req-c2dd1bb0-a25e-4239-bb13-efbad90f1fd4 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:21.300274 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:21.301194 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2dd1bb0-a25e-4239-bb13-efbad90f1fd4 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:21.301984 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2dd1bb0-a25e-4239-bb13-efbad90f1fd4'] response: {'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'status': 'completed', 'code': 200} Jun 17 08:54:21.619974 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-748e18c5-07a0-44c9-9c04-209782bc5c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:21.622954 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4b42b-f4f4-47c0-be4f-1baa6644a192 req-de5e768c-323a-4b59-a0c2-8216f7c38c20 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:21.624590 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54d4b42b-f4f4-47c0-be4f-1baa6644a192 req-de5e768c-323a-4b59-a0c2-8216f7c38c20 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0574276 Jun 17 08:54:21.651125 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2c72e-a636-4bbd-a211-0d973d8ca74f req-4864ce96-c905-47e2-a8eb-4f474f2fe9f6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:21.657325 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-21e2c72e-a636-4bbd-a211-0d973d8ca74f req-4864ce96-c905-47e2-a8eb-4f474f2fe9f6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.1243711 Jun 17 08:54:21.713294 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:21.736384 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54d4b42b-f4f4-47c0-be4f-1baa6644a192 req-29205d7e-1d1c-4b77-8cf5-1e5731ebb1df tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992560 Jun 17 08:54:21.749097 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-21e2c72e-a636-4bbd-a211-0d973d8ca74f req-f8861a0e-cd1c-4289-913e-f5212570af9f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796862 Jun 17 08:54:21.944908 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a62e-bb72-4383-8f8b-eb30d9b2c835 req-ef4af24a-db6e-40e0-ab66-00eda2762aa7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:21.953425 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8b88a62e-bb72-4383-8f8b-eb30d9b2c835 req-ef4af24a-db6e-40e0-ab66-00eda2762aa7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.1026545 Jun 17 08:54:21.971461 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69e93b-0850-4bd2-ab77-c5565c63759e req-3a23ef9b-7dde-4017-b045-6eeb4e265542 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:21.972936 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee69e93b-0850-4bd2-ab77-c5565c63759e req-3a23ef9b-7dde-4017-b045-6eeb4e265542 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0866590 Jun 17 08:54:22.055494 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8b88a62e-bb72-4383-8f8b-eb30d9b2c835 req-5bbb0af5-a9ac-4bad-9e85-a4c86d10796a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010406 Jun 17 08:54:22.065306 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee69e93b-0850-4bd2-ab77-c5565c63759e req-717decda-f05a-4f9b-b4e6-7b8240739190 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838730 Jun 17 08:54:22.415085 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b795-ac3e-42fc-b4e8-54881ed01611 req-ca09b95d-6f60-411e-8892-91aba8c60d79 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:22.416711 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1458b795-ac3e-42fc-b4e8-54881ed01611 req-ca09b95d-6f60-411e-8892-91aba8c60d79 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0997345 Jun 17 08:54:22.423482 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931539-d511-4a74-88f9-3c511796b454 req-2766ff1d-4c36-493e-a481-95d334bb8aa3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:22.425349 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e9931539-d511-4a74-88f9-3c511796b454 req-2766ff1d-4c36-493e-a481-95d334bb8aa3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0965166 Jun 17 08:54:22.525914 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1458b795-ac3e-42fc-b4e8-54881ed01611 req-6879cec4-b64e-4942-b90c-64228a9c6e23 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993962 Jun 17 08:54:22.534275 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e9931539-d511-4a74-88f9-3c511796b454 req-15cdf143-b65e-431f-a0d6-6ffb888534d3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988739 Jun 17 08:54:22.625164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:22.907605 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdbe4d-e4f2-4d79-b186-0492dd73b391 req-ac13012f-eb67-41c3-8a40-095d267c3b13 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:22.910083 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-12fdbe4d-e4f2-4d79-b186-0492dd73b391 req-ac13012f-eb67-41c3-8a40-095d267c3b13 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0834343 Jun 17 08:54:22.921935 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5509e31-c98d-4077-bc18-330e54658c6a req-5ba99bf7-ddaa-4b8e-acc2-ce8eb16e502c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:22.923788 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b5509e31-c98d-4077-bc18-330e54658c6a req-5ba99bf7-ddaa-4b8e-acc2-ce8eb16e502c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0875978 Jun 17 08:54:22.995610 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:23.004654 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-12fdbe4d-e4f2-4d79-b186-0492dd73b391 req-5d3b91a6-f49d-4c72-a36c-eb055c23fe73 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796568 Jun 17 08:54:23.009174 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b5509e31-c98d-4077-bc18-330e54658c6a req-a0b9bf1f-513f-43ec-91d5-89a0ae3410ac tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764003 Jun 17 08:54:23.210377 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c4d9-d791-4c2d-acb5-c467a9f2fb03 req-b6e91d08-a847-4f8d-9860-66a0b9064632 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:23.212100 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d099c4d9-d791-4c2d-acb5-c467a9f2fb03 req-b6e91d08-a847-4f8d-9860-66a0b9064632 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 946 time: 0.0682290 Jun 17 08:54:23.293663 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910149c4-e1b9-4db0-a1f5-614e45c12d00 req-fe44560e-87e6-4643-8bb4-5b70821a7358 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:23.295236 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-910149c4-e1b9-4db0-a1f5-614e45c12d00 req-fe44560e-87e6-4643-8bb4-5b70821a7358 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0821483 Jun 17 08:54:23.304304 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:23.308746 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc857e-47af-48bd-8ca0-69896f8c9723" -d '{"events": [{"name": "network-changed", "server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:23.335778 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d099c4d9-d791-4c2d-acb5-c467a9f2fb03 req-feaad0af-1e63-40d2-9d82-650c41fee88d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061609 Jun 17 08:54:23.372883 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-910149c4-e1b9-4db0-a1f5-614e45c12d00 req-af91f0e1-0a1f-4297-ae13-f7925665e5ba tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686815 Jun 17 08:54:23.401815 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bee484-bb90-43bd-a634-6c7e862c6100 x-openstack-request-id: req-c5bee484-bb90-43bd-a634-6c7e862c6100 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:23.405317 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:23.405317 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5bee484-bb90-43bd-a634-6c7e862c6100 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:23.405317 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bee484-bb90-43bd-a634-6c7e862c6100'] response: {'name': 'network-changed', 'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'status': 'completed', 'code': 200} Jun 17 08:54:23.714265 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2630f1-2bb7-4053-aca6-dc9d11274284 req-5932487b-6459-4776-a99c-7ce10f7f968d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:23.715708 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe2630f1-2bb7-4053-aca6-dc9d11274284 req-5932487b-6459-4776-a99c-7ce10f7f968d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0962222 Jun 17 08:54:23.722394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd327e90-9622-4742-a25e-c253beed71a7 req-9ed8edcd-73b1-4ee5-ac6f-d2c1de876a18 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:23.724076 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd327e90-9622-4742-a25e-c253beed71a7 req-9ed8edcd-73b1-4ee5-ac6f-d2c1de876a18 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0935028 Jun 17 08:54:23.810331 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe2630f1-2bb7-4053-aca6-dc9d11274284 req-3d4cfd75-1726-4702-94cc-37819765ccbc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850956 Jun 17 08:54:23.819923 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd327e90-9622-4742-a25e-c253beed71a7 req-a940d3e3-3750-4023-8f4a-132a8ad89c62 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856464 Jun 17 08:54:24.071790 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:54:24.121184 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:24.170012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: ACTIVE; New status is: DOWN {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:24.170512 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:24.173928 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:24.207767 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:24.210128 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1deb45-6ae4-4d38-86a3-e61c6ff6774a" -d '{"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-unplugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:24.222571 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e622bf9-7e96-435e-b538-30650edae766 req-1c85ea6b-f64c-4452-b512-4233518d7d8c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:24.223428 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:24.224177 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8e622bf9-7e96-435e-b538-30650edae766 req-1c85ea6b-f64c-4452-b512-4233518d7d8c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.1061034 Jun 17 08:54:24.236529 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35942-f73a-446e-9cec-b868af56713b req-26eca891-8816-4918-a4cb-d78aa3e1f8da tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:24.238010 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-03b35942-f73a-446e-9cec-b868af56713b req-26eca891-8816-4918-a4cb-d78aa3e1f8da tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.1188092 Jun 17 08:54:24.311151 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:24.317951 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:24.337254 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8e622bf9-7e96-435e-b538-30650edae766 req-1a9e1704-8a31-48d2-81e1-54fca36de1d4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981185 Jun 17 08:54:24.345379 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-03b35942-f73a-446e-9cec-b868af56713b req-bd710518-0e7f-4beb-85a9-7b67b4d84ce8 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988817 Jun 17 08:54:24.403528 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f28e165-4641-4b83-8f67-c46bbe44abf1 x-openstack-request-id: req-2f28e165-4641-4b83-8f67-c46bbe44abf1 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:24.403817 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-unplugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:24.406252 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f28e165-4641-4b83-8f67-c46bbe44abf1 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:24.406861 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f28e165-4641-4b83-8f67-c46bbe44abf1'] response: {'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'code': 200} Jun 17 08:54:24.408207 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=8']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:24.566324 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81fb3a-18f3-441e-a8e9-f3579339199d req-d828d5ac-fa41-41d7-a5d7-8f509b7664eb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:24.568029 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7f81fb3a-18f3-441e-a8e9-f3579339199d req-d828d5ac-fa41-41d7-a5d7-8f509b7664eb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0862174 Jun 17 08:54:24.621326 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7f81fb3a-18f3-441e-a8e9-f3579339199d req-e07d984e-3cc7-4c37-9323-c6f61e99428b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473998 Jun 17 08:54:24.695505 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:24.768300 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eaa89-f472-4e43-83c7-9555ffacf3c0 req-17df8c5c-404b-4cbd-a850-73622f5beb92 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:24.769926 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a71eaa89-f472-4e43-83c7-9555ffacf3c0 req-17df8c5c-404b-4cbd-a850-73622f5beb92 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0697582 Jun 17 08:54:24.829879 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a71eaa89-f472-4e43-83c7-9555ffacf3c0 req-7b599552-2f70-42b7-a667-64d9733ce8f9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Jun 17 08:54:25.009987 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfb9c1-394c-40b6-bcf3-0c19b4169426 req-3a03d15d-939b-439d-8212-15484ca300f2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:25.012451 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54bfb9c1-394c-40b6-bcf3-0c19b4169426 req-3a03d15d-939b-439d-8212-15484ca300f2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0939305 Jun 17 08:54:25.024885 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f00790-5d9d-4267-bba9-1b7b76cbc0c4 req-1df310bc-c402-47ec-ab46-0fe1bd6e228e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:25.026492 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-07f00790-5d9d-4267-bba9-1b7b76cbc0c4 req-1df310bc-c402-47ec-ab46-0fe1bd6e228e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0935416 Jun 17 08:54:25.123867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54bfb9c1-394c-40b6-bcf3-0c19b4169426 req-cca37b8b-5670-4950-b0a6-cccb203c97b7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959706 Jun 17 08:54:25.135597 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-07f00790-5d9d-4267-bba9-1b7b76cbc0c4 req-adca1169-8b8d-4468-a01d-d08d1b5ecff7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991430 Jun 17 08:54:25.462413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:25.493664 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8273a4-9ed7-43f3-adf8-32a5055353b4 req-03f7c682-bb41-4834-8bd6-3346617008f1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:25.495227 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6f8273a4-9ed7-43f3-adf8-32a5055353b4 req-03f7c682-bb41-4834-8bd6-3346617008f1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0813284 Jun 17 08:54:25.524666 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c08d8-0045-441e-aad0-fcaaafcd72ca req-d14dd202-e310-468b-965b-bb06d1b82d49 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:25.527799 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-207c08d8-0045-441e-aad0-fcaaafcd72ca req-d14dd202-e310-468b-965b-bb06d1b82d49 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0981603 Jun 17 08:54:25.587991 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6f8273a4-9ed7-43f3-adf8-32a5055353b4 req-b1c65218-2b63-47ae-8470-e5cd9405c535 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866573 Jun 17 08:54:25.610854 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-207c08d8-0045-441e-aad0-fcaaafcd72ca req-d8a5f40d-3412-4f9b-a811-ad3a035278e5 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769746 Jun 17 08:54:25.753841 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ea949-16fa-4eb0-8d54-bc4823262301 req-b65831cb-28c9-4864-944d-7906bceba023 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:25.755424 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-490ea949-16fa-4eb0-8d54-bc4823262301 req-b65831cb-28c9-4864-944d-7906bceba023 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0549793 Jun 17 08:54:25.807573 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-490ea949-16fa-4eb0-8d54-bc4823262301 req-513dd016-34a2-4c8f-b396-c36270fd93c3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456145 Jun 17 08:54:25.967172 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da155cc-5d6f-4e96-9c40-01cad1c2b78f req-c77f713f-02d1-4bc8-9c3c-e8254d1bfa26 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:25.969153 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9da155cc-5d6f-4e96-9c40-01cad1c2b78f req-c77f713f-02d1-4bc8-9c3c-e8254d1bfa26 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0572455 Jun 17 08:54:26.036203 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9da155cc-5d6f-4e96-9c40-01cad1c2b78f req-70d487d4-acdf-41bd-b382-073e1c081615 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612898 Jun 17 08:54:26.280164 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a7954-c088-40cc-b0b1-d8ac70403768 req-5ae304d0-c71e-49d5-91a6-f09ba367a7cb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:26.281785 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-668a7954-c088-40cc-b0b1-d8ac70403768 req-5ae304d0-c71e-49d5-91a6-f09ba367a7cb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0800440 Jun 17 08:54:26.294667 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72319066-fad0-43bf-ab7c-6390b775098a req-3e9f885b-feef-4115-bbe5-3ad8799f08a1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:26.296195 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-72319066-fad0-43bf-ab7c-6390b775098a req-3e9f885b-feef-4115-bbe5-3ad8799f08a1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0650268 Jun 17 08:54:26.377241 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-668a7954-c088-40cc-b0b1-d8ac70403768 req-4a453674-8372-4c55-931d-03062e4abe50 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800850 Jun 17 08:54:26.385006 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-72319066-fad0-43bf-ab7c-6390b775098a req-d48a32eb-ec83-4d7d-aa46-b61fbe4139a2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817046 Jun 17 08:54:26.755710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5e2b0-bf5a-4dd7-b58e-e5ac999cc070 req-f99ac404-cf48-450d-a35a-e0cc0b2ecd94 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:26.758549 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3aa5e2b0-bf5a-4dd7-b58e-e5ac999cc070 req-f99ac404-cf48-450d-a35a-e0cc0b2ecd94 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0876718 Jun 17 08:54:26.811108 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:26.825316 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e190ed-4650-49dd-b8f5-e7b86e5434a7 req-6bb8a1a7-c908-4757-af39-1ed1a2b9017a tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:26.827004 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-19e190ed-4650-49dd-b8f5-e7b86e5434a7 req-6bb8a1a7-c908-4757-af39-1ed1a2b9017a tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0673454 Jun 17 08:54:26.884558 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3aa5e2b0-bf5a-4dd7-b58e-e5ac999cc070 req-7625f4b4-848d-4b77-9854-3a5829b74917 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155987 Jun 17 08:54:26.898849 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-19e190ed-4650-49dd-b8f5-e7b86e5434a7 req-ebc9bea4-1e2c-4840-a363-fe2280e10f19 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624533 Jun 17 08:54:27.010819 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0f230-f4ae-4653-879c-587f40c5ede5 req-f790647f-7329-4cad-8084-09206a312230 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:27.012643 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-faf0f230-f4ae-4653-879c-587f40c5ede5 req-f790647f-7329-4cad-8084-09206a312230 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0576847 Jun 17 08:54:27.111864 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-faf0f230-f4ae-4653-879c-587f40c5ede5 req-a9f58c63-5af4-4a8c-9fdc-675959a06bc1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925081 Jun 17 08:54:27.203089 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2067c4-9825-44ed-a86b-893b5a33c56f req-c40df1ff-1cac-4803-b4de-c33e02a2a645 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:27.204682 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2c2067c4-9825-44ed-a86b-893b5a33c56f req-c40df1ff-1cac-4803-b4de-c33e02a2a645 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0598373 Jun 17 08:54:27.260054 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2c2067c4-9825-44ed-a86b-893b5a33c56f req-79709c49-4792-4cfc-84c2-622091f38aeb tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Jun 17 08:54:27.564736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe6a96-5cf3-47d9-b9df-da27ad2bef22 req-80f635f2-00ec-4194-a75d-876bb453c07a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:27.566378 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7afe6a96-5cf3-47d9-b9df-da27ad2bef22 req-80f635f2-00ec-4194-a75d-876bb453c07a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0980690 Jun 17 08:54:27.588474 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaad560-4654-4ab5-ad6c-00bd6f96cf61 req-abdfca1c-9cd9-414f-ad6c-6dff405cadf2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:27.589962 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ffaad560-4654-4ab5-ad6c-00bd6f96cf61 req-abdfca1c-9cd9-414f-ad6c-6dff405cadf2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0834181 Jun 17 08:54:27.612705 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:27.665456 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7afe6a96-5cf3-47d9-b9df-da27ad2bef22 req-9340015e-4596-4601-91ae-e99aa4eae1c4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Jun 17 08:54:27.680052 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ffaad560-4654-4ab5-ad6c-00bd6f96cf61 req-6015b955-853c-46c4-b38e-11c7da41aec3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811129 Jun 17 08:54:28.048762 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b97d4-eea6-4e1e-b7bb-aba9af4911cb req-dec539ce-bb1c-44db-adde-71b64b9991e7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:28.050270 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-990b97d4-eea6-4e1e-b7bb-aba9af4911cb req-dec539ce-bb1c-44db-adde-71b64b9991e7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0834627 Jun 17 08:54:28.089523 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad5f45-3747-4080-8956-2a9d2b1daf75 req-e5281fdb-20cd-45d4-b7c1-a8ada23146f2 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:28.091211 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8fad5f45-3747-4080-8956-2a9d2b1daf75 req-e5281fdb-20cd-45d4-b7c1-a8ada23146f2 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0930531 Jun 17 08:54:28.139704 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-990b97d4-eea6-4e1e-b7bb-aba9af4911cb req-f84296ca-88e9-438b-9150-537592ad96db tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807936 Jun 17 08:54:28.177154 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8fad5f45-3747-4080-8956-2a9d2b1daf75 req-20a30a13-562c-4319-aa94-9e2b0be7eeb2 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801034 Jun 17 08:54:28.308453 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842771c3-a5a2-4ba1-bea2-b7ca6f5bd12a req-271e0c5d-bfe3-4c79-a889-ccf8ae7b409b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:28.322447 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-842771c3-a5a2-4ba1-bea2-b7ca6f5bd12a req-271e0c5d-bfe3-4c79-a889-ccf8ae7b409b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0799117 Jun 17 08:54:28.413656 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-842771c3-a5a2-4ba1-bea2-b7ca6f5bd12a req-811d6409-f4b9-4bc1-b068-064b05d83f19 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898445 Jun 17 08:54:28.423796 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba871e-7d5e-4844-a88d-c6a8bcc2c1b3 req-f93faf86-ee2d-44d6-a38d-bf1337e51a38 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:28.425467 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9ba871e-7d5e-4844-a88d-c6a8bcc2c1b3 req-f93faf86-ee2d-44d6-a38d-bf1337e51a38 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0851574 Jun 17 08:54:28.496358 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9ba871e-7d5e-4844-a88d-c6a8bcc2c1b3 req-880000cc-1351-4d08-811c-8b9af537e37c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618210 Jun 17 08:54:28.815375 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a0ea6-17cc-4a70-85a1-ef6e25f4a8ca req-ce7f852c-4def-44c0-9f65-14d50d7aab25 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:28.816856 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-145a0ea6-17cc-4a70-85a1-ef6e25f4a8ca req-ce7f852c-4def-44c0-9f65-14d50d7aab25 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0778339 Jun 17 08:54:28.845702 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7466d5-4332-4b6d-a02d-b4184ab778cf req-c50b2e22-fb3a-44ce-83f6-de58aad3ffcb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:28.847214 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8f7466d5-4332-4b6d-a02d-b4184ab778cf req-c50b2e22-fb3a-44ce-83f6-de58aad3ffcb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0774209 Jun 17 08:54:28.888213 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:28.901254 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-145a0ea6-17cc-4a70-85a1-ef6e25f4a8ca req-73c9161c-536a-437e-b80e-64d5fbecbc15 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786395 Jun 17 08:54:28.936226 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8f7466d5-4332-4b6d-a02d-b4184ab778cf req-bb088539-a02a-452e-977b-f18b20cbe95d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795088 Jun 17 08:54:29.331407 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c7027-18fe-4b47-87db-e5497e6d3552 req-6ee6b97c-ef80-4a33-881b-c0b73027cae9 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:29.333056 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-857c7027-18fe-4b47-87db-e5497e6d3552 req-6ee6b97c-ef80-4a33-881b-c0b73027cae9 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0842357 Jun 17 08:54:29.386627 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833c2a7-1f9c-4220-8efb-7526fe12e0dd req-83ee1420-edcb-481d-b4ba-d265f68abd37 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:29.388249 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4833c2a7-1f9c-4220-8efb-7526fe12e0dd req-83ee1420-edcb-481d-b4ba-d265f68abd37 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0755014 Jun 17 08:54:29.433194 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-857c7027-18fe-4b47-87db-e5497e6d3552 req-5188a771-4d6a-4344-a287-8c8712ae6175 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826778 Jun 17 08:54:29.478653 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4833c2a7-1f9c-4220-8efb-7526fe12e0dd req-12e2c9a9-fadd-4625-bce1-4c5940adfc7b tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816183 Jun 17 08:54:29.564401 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731a436-8d9b-4795-93a7-13b4d2e16b82 req-1f7eaa51-6ca4-44ad-943f-b7b526e9f4f9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:29.572010 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2731a436-8d9b-4795-93a7-13b4d2e16b82 req-1f7eaa51-6ca4-44ad-943f-b7b526e9f4f9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0599914 Jun 17 08:54:29.649245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4375b2b-79bb-4824-930c-b8f559a9db51 req-34c353f1-c223-448d-b4f9-72ab1c0fc2ba tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:29.650910 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e4375b2b-79bb-4824-930c-b8f559a9db51 req-34c353f1-c223-448d-b4f9-72ab1c0fc2ba tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0716543 Jun 17 08:54:29.675851 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2731a436-8d9b-4795-93a7-13b4d2e16b82 req-e7c34182-ad62-431d-8319-ec3cc11c39e8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980852 Jun 17 08:54:29.708137 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e4375b2b-79bb-4824-930c-b8f559a9db51 req-e8a87b30-0e27-46b2-b8e9-fcfdf1f00311 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482605 Jun 17 08:54:29.734558 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:29.739961 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:30.034947 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:30.064808 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00a89b-83c5-4b36-b2a3-9c28b11ec754 req-481a0fd3-d6c4-4171-9af9-24d6ac6ff018 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:30.072862 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0b00a89b-83c5-4b36-b2a3-9c28b11ec754 req-481a0fd3-d6c4-4171-9af9-24d6ac6ff018 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0945096 Jun 17 08:54:30.106992 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c5f91-6fce-497b-846a-28f22699e858 req-37ed1f9b-10d3-4bac-93ad-27db47e2b1c6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:30.110572 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-648c5f91-6fce-497b-846a-28f22699e858 req-37ed1f9b-10d3-4bac-93ad-27db47e2b1c6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0896516 Jun 17 08:54:30.158228 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0b00a89b-83c5-4b36-b2a3-9c28b11ec754 req-7be5163e-68c9-4489-ae6c-1eba2d594a91 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844927 Jun 17 08:54:30.194662 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-648c5f91-6fce-497b-846a-28f22699e858 req-64a0f0de-d9a6-40ea-a2fc-cc6b731652d2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782137 Jun 17 08:54:30.574736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc58be-2acb-44a5-9eb7-0b7e36cff872 req-e1f5b416-f242-40d5-9561-0afe8c6dfa10 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:30.576289 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-04cc58be-2acb-44a5-9eb7-0b7e36cff872 req-e1f5b416-f242-40d5-9561-0afe8c6dfa10 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0679333 Jun 17 08:54:30.655327 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6fc2b-541e-4227-8eb2-6a6096af2530 req-a5e563ce-5c39-4132-9189-7c4b69f80ce4 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:30.656835 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9a6fc2b-541e-4227-8eb2-6a6096af2530 req-a5e563ce-5c39-4132-9189-7c4b69f80ce4 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0793862 Jun 17 08:54:30.691979 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-04cc58be-2acb-44a5-9eb7-0b7e36cff872 req-54e305e4-8be9-405a-9a29-c410a366bdf1 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048646 Jun 17 08:54:30.723914 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9a6fc2b-541e-4227-8eb2-6a6096af2530 req-f227dadd-b119-4b02-8fcd-c6d308385ee2 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Jun 17 08:54:30.832841 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7696d-9db2-4212-89db-f07cd7fdf7de req-eaf9755a-3db0-4058-979f-5e0253e85657 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:30.834344 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d2f7696d-9db2-4212-89db-f07cd7fdf7de req-eaf9755a-3db0-4058-979f-5e0253e85657 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0774727 Jun 17 08:54:30.852574 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a3c0-b929-485c-9051-2e185e1bc50d req-c7ef6578-f256-4766-b839-7512260dc016 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:30.854087 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d486a3c0-b929-485c-9051-2e185e1bc50d req-c7ef6578-f256-4766-b839-7512260dc016 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0664275 Jun 17 08:54:30.948926 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d2f7696d-9db2-4212-89db-f07cd7fdf7de req-e405699d-eb8f-4ca4-b80d-84ccc35f55f9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938556 Jun 17 08:54:30.956848 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d486a3c0-b929-485c-9051-2e185e1bc50d req-1a668658-86b7-4e55-bd61-3194c5eb1a4e tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928912 Jun 17 08:54:30.968548 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:30.990175 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:31.313688 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:31.322825 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7340-84c1-443f-a604-847629bc2e22 req-e3150bf4-5996-409d-9025-b676b030e42d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:31.324460 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c0ae7340-84c1-443f-a604-847629bc2e22 req-e3150bf4-5996-409d-9025-b676b030e42d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0869250 Jun 17 08:54:31.333365 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a337b-c332-485d-806b-f1a2f45acba5 req-d6d1f70a-c6e7-47ed-961f-0fb6e04ee5bd tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:31.334889 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0c4a337b-c332-485d-806b-f1a2f45acba5 req-d6d1f70a-c6e7-47ed-961f-0fb6e04ee5bd tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0668657 Jun 17 08:54:31.424759 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c0ae7340-84c1-443f-a604-847629bc2e22 req-4e08eff2-3e17-4e76-9472-86648a6966d4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881183 Jun 17 08:54:31.430361 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0c4a337b-c332-485d-806b-f1a2f45acba5 req-dee0a402-eec5-4300-a4dc-9d0b856a04d5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863369 Jun 17 08:54:31.532707 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-7eb21192-c166-47c1-9597-5862d6d83917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:31.534189 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-7eb21192-c166-47c1-9597-5862d6d83917 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.1085160 Jun 17 08:54:31.839240 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2455ac-6185-4089-a851-f4259bbab24c req-ca1ee148-8d72-4e30-acbc-039adde2e379 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:31.840637 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9a2455ac-6185-4089-a851-f4259bbab24c req-ca1ee148-8d72-4e30-acbc-039adde2e379 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0753891 Jun 17 08:54:31.868365 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116986e-3b71-4f34-8a3f-b87e4cb1ae95 req-28d5301c-41af-4df2-a275-7c08f7332a9d tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:31.869797 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7116986e-3b71-4f34-8a3f-b87e4cb1ae95 req-28d5301c-41af-4df2-a275-7c08f7332a9d tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0724628 Jun 17 08:54:31.916524 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9a2455ac-6185-4089-a851-f4259bbab24c req-ada7b831-5289-4c7c-aa8e-4433e4d682d5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703800 Jun 17 08:54:31.938784 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7116986e-3b71-4f34-8a3f-b87e4cb1ae95 req-c5963c25-485a-4a92-9934-b34aaed23ea1 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623095 Jun 17 08:54:32.315406 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:32.330001 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043065-f102-4cc8-bee3-ca97d8fdb95a req-6c8b448c-b666-4262-a8ef-aefd4d40d288 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:32.331492 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd043065-f102-4cc8-bee3-ca97d8fdb95a req-6c8b448c-b666-4262-a8ef-aefd4d40d288 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.3013244 Jun 17 08:54:32.337614 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ac2ba-f3d5-42f5-b236-34430704eb32 req-7615bbe7-5e60-4d43-a2ae-c9fbbd7e74eb tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:32.338982 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9d4ac2ba-f3d5-42f5-b236-34430704eb32 req-7615bbe7-5e60-4d43-a2ae-c9fbbd7e74eb tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.3100789 Jun 17 08:54:32.414975 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd043065-f102-4cc8-bee3-ca97d8fdb95a req-59262583-6f0c-4d90-8486-5cdb51f7f329 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750053 Jun 17 08:54:32.419234 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9d4ac2ba-f3d5-42f5-b236-34430704eb32 req-454d0adf-1ea5-469c-b470-1adfbcc10bb7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734146 Jun 17 08:54:32.553454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b95880-7a7b-48b6-824d-d146e649cabc req-62f1d11c-2b8c-4a4f-a465-acd5286f2fd5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:32.555220 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-53b95880-7a7b-48b6-824d-d146e649cabc req-62f1d11c-2b8c-4a4f-a465-acd5286f2fd5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0496678 Jun 17 08:54:32.603626 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-53b95880-7a7b-48b6-824d-d146e649cabc req-ee0910a7-522c-4ac4-9c0c-cda8d20e5029 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Jun 17 08:54:32.713396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bf62d-d09a-48fa-84a7-09cb4e7aa6ca req-16500ad0-8b27-4763-8c29-3b9a0f361ae8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:32.714881 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-742bf62d-d09a-48fa-84a7-09cb4e7aa6ca req-16500ad0-8b27-4763-8c29-3b9a0f361ae8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0523589 Jun 17 08:54:32.765269 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-742bf62d-d09a-48fa-84a7-09cb4e7aa6ca req-4f9f33ac-46f2-47cc-b19d-266957eaaf19 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443752 Jun 17 08:54:32.845472 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee7682-48dc-4840-9f40-14c0ae35e98f req-51c7a3a3-0684-4b21-9434-2f34e50dcf3f tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:32.846846 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-deee7682-48dc-4840-9f40-14c0ae35e98f req-51c7a3a3-0684-4b21-9434-2f34e50dcf3f tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0468798 Jun 17 08:54:32.894454 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-deee7682-48dc-4840-9f40-14c0ae35e98f req-07b23c70-46bc-4997-ab04-f684880ee739 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Jun 17 08:54:33.062080 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-fc8afa78-9504-4aad-a601-6ff75437c862 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c HTTP/1.1" status: 200 len: 217 time: 0.0409703 Jun 17 08:54:33.071960 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc9f52-eb8f-4982-ad36-53cbcc704136 req-300c0e37-a490-45be-b7ac-7c8090fb5c4c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.073504 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-66bc9f52-eb8f-4982-ad36-53cbcc704136 req-300c0e37-a490-45be-b7ac-7c8090fb5c4c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0870876 Jun 17 08:54:33.119998 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-cf76821e-7ca4-4ffc-8bf1-b1bc23f7b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.121386 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-cf76821e-7ca4-4ffc-8bf1-b1bc23f7b722 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1127 time: 0.0858054 Jun 17 08:54:33.123293 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-66bc9f52-eb8f-4982-ad36-53cbcc704136 req-d833c23c-0f3c-48c9-99a3-97837975c2ec tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440652 Jun 17 08:54:33.127323 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-d44e3d88-98b1-4dd2-bdb6-8d82a636b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.128875 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-d44e3d88-98b1-4dd2-bdb6-8d82a636b5ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1128 time: 0.0505440 Jun 17 08:54:33.467846 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-c0dcb502-45b0-4517-8fa9-f8ed5c055bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.469586 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-c0dcb502-45b0-4517-8fa9-f8ed5c055bac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 1128 time: 0.0465224 Jun 17 08:54:33.512571 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:33.574706 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f7714-6cab-44b8-a355-926729be13ed req-8c1c10f8-a4a6-442a-8f9b-ed36387cdb43 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.576266 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-203f7714-6cab-44b8-a355-926729be13ed req-8c1c10f8-a4a6-442a-8f9b-ed36387cdb43 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0836926 Jun 17 08:54:33.582423 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3e061-9142-4991-890e-9b8532f36607 req-52972f1f-8bdd-4bd5-b2fe-323f5a3093e4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.588225 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65a3e061-9142-4991-890e-9b8532f36607 req-52972f1f-8bdd-4bd5-b2fe-323f5a3093e4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0823328 Jun 17 08:54:33.660400 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-203f7714-6cab-44b8-a355-926729be13ed req-424e93fb-f595-46f6-a94a-e874916cd4e5 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755575 Jun 17 08:54:33.664359 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65a3e061-9142-4991-890e-9b8532f36607 req-cd763b62-6a26-4b01-92fd-1bf0b3742082 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721529 Jun 17 08:54:33.777320 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de56dd5-e229-465d-ab0b-2a72cf95464b req-2b8e5bd7-3308-4658-bf94-30438d3337e1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.779017 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1de56dd5-e229-465d-ab0b-2a72cf95464b req-2b8e5bd7-3308-4658-bf94-30438d3337e1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0542428 Jun 17 08:54:33.839050 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1de56dd5-e229-465d-ab0b-2a72cf95464b req-9fc02b01-fa11-4825-a629-a9840c22f180 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540142 Jun 17 08:54:33.889842 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e1753-c28c-4c38-b1a5-44d666d9e630 req-fbb0e7ad-df19-46f1-8e8d-269a973e213d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:33.891492 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f6e1753-c28c-4c38-b1a5-44d666d9e630 req-fbb0e7ad-df19-46f1-8e8d-269a973e213d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0512900 Jun 17 08:54:33.944116 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f6e1753-c28c-4c38-b1a5-44d666d9e630 req-1bdecc49-01b8-4d40-98b3-d7c5f7faa453 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471196 Jun 17 08:54:34.020345 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fb486-0121-4ca5-8ad4-43021f66ff39 req-f22d7dba-46f4-46e8-82da-15d223f59272 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:34.022549 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea3fb486-0121-4ca5-8ad4-43021f66ff39 req-f22d7dba-46f4-46e8-82da-15d223f59272 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0547490 Jun 17 08:54:34.070958 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:34.078298 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea3fb486-0121-4ca5-8ad4-43021f66ff39 req-e65888c0-5d89-494e-8a84-20082bfd49dd tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Jun 17 08:54:34.158200 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 865d7ab5-9d19-42eb-8363-e2eb81b9295c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:54:34.245021 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e8f16-3c25-4883-893c-7c87f199fa1d req-9fe27e6b-609b-4828-ab7a-8abfbef89ffe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:34.246541 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-465e8f16-3c25-4883-893c-7c87f199fa1d req-9fe27e6b-609b-4828-ab7a-8abfbef89ffe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 943 time: 0.0529108 Jun 17 08:54:34.266167 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 865d7ab5-9d19-42eb-8363-e2eb81b9295c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:34.278953 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'port_id': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'mac_address': 'fa:16:3e:2b:4e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:54:34.299518 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-465e8f16-3c25-4883-893c-7c87f199fa1d req-38519848-0d81-4c9c-bb6a-2b246645f9a2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472474 Jun 17 08:54:34.316118 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 865d7ab5-9d19-42eb-8363-e2eb81b9295c is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:34.316504 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:34.330132 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865d7ab5-9d19-42eb-8363-e2eb81b9295c {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:34.349334 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 865d7ab5-9d19-42eb-8363-e2eb81b9295c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:34.819010 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-842ec574-9042-4a9c-ac46-97c75b778196 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 217 time: 0.0733666 Jun 17 08:54:34.821558 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-401adfd7-5e5d-4446-9640-9d4090bcc6fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 217 time: 0.0740039 Jun 17 08:54:34.847682 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27c037-0302-4f2d-94ff-19fce7cc2e04 req-dcc4ef79-c22f-4968-81f6-b4a92a5ba41d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:34.849057 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4d27c037-0302-4f2d-94ff-19fce7cc2e04 req-dcc4ef79-c22f-4968-81f6-b4a92a5ba41d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.1185124 Jun 17 08:54:34.884634 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-a7698724-2ea9-41f6-a660-bce07e79361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:34.886094 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-a7698724-2ea9-41f6-a660-bce07e79361c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.1399410 Jun 17 08:54:34.910995 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4379cb-f53a-4596-b3a8-d816d24ff666 req-f09f010c-f7e1-4c43-9dc7-c244cfec9864 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:34.912504 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe4379cb-f53a-4596-b3a8-d816d24ff666 req-f09f010c-f7e1-4c43-9dc7-c244cfec9864 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.1215246 Jun 17 08:54:34.957610 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-01a90454-b9c7-44f3-a1e2-c2baec577299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:34.959092 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-01a90454-b9c7-44f3-a1e2-c2baec577299 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 200 len: 853 time: 0.0759063 Jun 17 08:54:34.961015 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-5ad33248-900d-4560-ab30-66f3a1fa617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:34.962570 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-5ad33248-900d-4560-ab30-66f3a1fa617d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 200 len: 848 time: 0.0876379 Jun 17 08:54:34.963025 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.83', 58985) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:34.986137 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:35.027472 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-ab3e4ccb-a7fe-45e8-877c-3f7cdcafc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.029024 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-ab3e4ccb-a7fe-45e8-877c-3f7cdcafc48c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1246023 Jun 17 08:54:35.049610 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:35.056598 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4d27c037-0302-4f2d-94ff-19fce7cc2e04 req-f0cbb25f-af14-48db-a2a1-dfdc731e846b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937213 Jun 17 08:54:35.079980 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-541ae581-e37d-49eb-a422-9e1f5e207438 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.081449 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-541ae581-e37d-49eb-a422-9e1f5e207438 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.83 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.1076899 Jun 17 08:54:35.097092 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe4379cb-f53a-4596-b3a8-d816d24ff666 req-286394a2-cc9a-4ab8-b0e7-65820227cdd8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701288 Jun 17 08:54:35.104901 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-4f1fd45d-8150-4382-955f-71543fcce24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.106473 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-4f1fd45d-8150-4382-955f-71543fcce24f service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 918 time: 0.2656043 Jun 17 08:54:35.119135 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=865d7ab5-9d19-42eb-8363-e2eb81b9295c,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.137837 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-f31fd2e4-f932-4de6-ac52-e7f8a14a7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.139276 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-f31fd2e4-f932-4de6-ac52-e7f8a14a7575 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7cb290e5-1940-4a89-abd7-919a1f5a901c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1279700 Jun 17 08:54:35.140392 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-213fddb2-fcdf-423c-8622-6f45efb73de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.141745 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-213fddb2-fcdf-423c-8622-6f45efb73de2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d9f1082-9521-43ef-8a03-308b31da632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1668949 Jun 17 08:54:35.189308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b33f0d-2913-41e5-b94d-50be02e58162 req-8bebd375-7d70-40c8-8b9e-871166cf4126 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.190750 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-10b33f0d-2913-41e5-b94d-50be02e58162 req-8bebd375-7d70-40c8-8b9e-871166cf4126 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0551546 Jun 17 08:54:35.255303 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5d6c-a5b9-4ab1-8004-b6f05d01f58f req-ade37270-cfa1-4496-9c94-1c9f083104f3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.256806 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ed7a5d6c-a5b9-4ab1-8004-b6f05d01f58f req-ade37270-cfa1-4496-9c94-1c9f083104f3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0750580 Jun 17 08:54:35.305331 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-10b33f0d-2913-41e5-b94d-50be02e58162 req-afe4d4e7-14a2-4ab8-91ee-cd060ec227ce tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042767 Jun 17 08:54:35.329127 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ed7a5d6c-a5b9-4ab1-8004-b6f05d01f58f req-07c33e6d-af05-4817-b96f-b258839c4851 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658729 Jun 17 08:54:35.356194 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['865d7ab5-9d19-42eb-8363-e2eb81b9295c'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:54:35.459776 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b34e9f-b6dd-4250-81b2-c0abcfc0bf51 req-2f0df74f-7396-48b6-aad5-c8e5e96648f6 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.462253 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-18b34e9f-b6dd-4250-81b2-c0abcfc0bf51 req-2f0df74f-7396-48b6-aad5-c8e5e96648f6 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.0944707 Jun 17 08:54:35.468831 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d80421-5e5c-43ba-86f5-524a62bf6341 req-451e001b-15d2-4d9c-b6b6-c36f68fbcdfa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:35.470341 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-05d80421-5e5c-43ba-86f5-524a62bf6341 req-451e001b-15d2-4d9c-b6b6-c36f68fbcdfa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 944 time: 0.0661407 Jun 17 08:54:35.555808 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-18b34e9f-b6dd-4250-81b2-c0abcfc0bf51 req-cd846051-c656-4149-86c0-f5285dfe27eb tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844622 Jun 17 08:54:35.560208 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-05d80421-5e5c-43ba-86f5-524a62bf6341 req-921cae31-e266-44eb-b681-269d3e7088f8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743449 Jun 17 08:54:35.682567 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:54:36.188263 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 865d7ab5-9d19-42eb-8363-e2eb81b9295c up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:54:36.191515 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:36.255792 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 865d7ab5-9d19-42eb-8363-e2eb81b9295c completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:54:36.279282 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-22386afc-c495-45c9-9519-03665892eb2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 200 len: 1000 time: 0.2089031 Jun 17 08:54:36.323950 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 865d7ab5-9d19-42eb-8363-e2eb81b9295c triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:36.324405 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:36.334324 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f9481-d0a8-45b8-bf42-02af68831ec4 req-df29dbe2-4007-4896-8843-6a2541f37bc7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:36.341499 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Deleting port becbd5f3-c900-4dec-a28c-cf23062ef2fb {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:54:36.342384 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e84f9481-d0a8-45b8-bf42-02af68831ec4 req-df29dbe2-4007-4896-8843-6a2541f37bc7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.1638041 Jun 17 08:54:36.342571 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:36.366040 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fd644-a880-4238-be4a-3ed477fb4117 req-de22d4f2-92a4-4ea5-867c-f415ac572e87 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:36.374868 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-791fd644-a880-4238-be4a-3ed477fb4117 req-de22d4f2-92a4-4ea5-867c-f415ac572e87 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.1366177 Jun 17 08:54:36.385319 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-989a83da-6370-425a-8d2d-114835092654 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171153 Jun 17 08:54:36.404834 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-cb99ab4c-13ff-47a8-8b31-3a87eac7a326 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356569 Jun 17 08:54:36.418961 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 865d7ab5-9d19-42eb-8363-e2eb81b9295c is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:36.419635 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:36.419904 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-248d37dc-16b5-4dc0-ab77-816a5fbc5fab service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438804 Jun 17 08:54:36.435494 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:36.456907 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:36.460055 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d30c1b-f2a3-4fcd-83e5-d20772737cc6" -d '{"events": [{"server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "name": "network-vif-plugged", "status": "completed", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:36.464763 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e84f9481-d0a8-45b8-bf42-02af68831ec4 req-9f366ffa-4934-46e8-a51b-7058b0385172 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220968 Jun 17 08:54:36.480010 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-791fd644-a880-4238-be4a-3ed477fb4117 req-8cc9ed0f-a364-4957-bc51-235cb5d01bd5 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998015 Jun 17 08:54:36.495585 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] For port becbd5f3-c900-4dec-a28c-cf23062ef2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=becbd5f3-c900-4dec-a28c-cf23062ef2fb,segment=NetworkSegment(a67a2f4a-383a-4623-89b8-998f077993b7),segment_id=a67a2f4a-383a-4623-89b8-998f077993b7)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:36.495970 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:36.496509 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 865d7ab5-9d19-42eb-8363-e2eb81b9295c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:36.527153 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Calling delete_port for becbd5f3-c900-4dec-a28c-cf23062ef2fb owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:54:36.556824 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:36.612334 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.83', 58988) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:36.627670 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=865d7ab5-9d19-42eb-8363-e2eb81b9295c,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:36.738262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-b0956771-0f63-4e45-94a9-9ee8b28e5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:36.739793 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-b0956771-0f63-4e45-94a9-9ee8b28e5685 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.2024562 Jun 17 08:54:36.748722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134620b-b54e-4d0c-b68e-4766dbba78e6 req-c007a4fa-c8c5-4326-a17a-4bdf10790933 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:36.755851 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8134620b-b54e-4d0c-b68e-4766dbba78e6 req-c007a4fa-c8c5-4326-a17a-4bdf10790933 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.2192008 Jun 17 08:54:36.774050 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f78703-b61f-43ab-8da8-b807642ac31d req-8263a02c-5645-45c3-a82d-4db34fdfdff9 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:36.775633 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-89f78703-b61f-43ab-8da8-b807642ac31d req-8263a02c-5645-45c3-a82d-4db34fdfdff9 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.1555610 Jun 17 08:54:36.857765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:36.879384 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-e4f8dfcf-0a23-4122-a522-64e649cf1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:36.880846 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-e4f8dfcf-0a23-4122-a522-64e649cf1fa4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1221645 Jun 17 08:54:36.882673 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-42d42f79-7574-431e-877e-296bb698c269 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512578 Jun 17 08:54:36.934132 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8134620b-b54e-4d0c-b68e-4766dbba78e6 req-27bcea29-78ff-451f-8922-0a234447db00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771703 Jun 17 08:54:36.961393 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-89f78703-b61f-43ab-8da8-b807642ac31d req-8c403422-8be2-4605-84b8-7d510fa00c48 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621525 Jun 17 08:54:37.021630 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1edd76-07de-4c53-8cbe-f66a76f35dd1 x-openstack-request-id: req-0c1edd76-07de-4c53-8cbe-f66a76f35dd1 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:37.022073 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "name": "network-vif-plugged", "status": "completed", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:37.023696 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c1edd76-07de-4c53-8cbe-f66a76f35dd1 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:37.024380 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1edd76-07de-4c53-8cbe-f66a76f35dd1'] response: {'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'code': 200} Jun 17 08:54:37.041924 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-a1a5c1f4-653e-418b-9032-be007bc348e6 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445673 Jun 17 08:54:37.054856 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2adf3-a148-429d-b160-bf3e34524878 req-d9552aa0-b644-49e1-91dd-d250c6c64da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:37.078810 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-aef2adf3-a148-429d-b160-bf3e34524878 req-d9552aa0-b644-49e1-91dd-d250c6c64da1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 1129 time: 0.4419520 Jun 17 08:54:37.119467 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:37.120118 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:37.203772 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-6f0c5e7e-fa8c-43ba-aa95-e4e968709607 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928462 Jun 17 08:54:37.211046 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2ea4e5d9-240d-4a64-9b41-7ffc2e8a0aa4 req-9fa643a1-37d7-446a-8e6c-725bb6e5ed61 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965865 Jun 17 08:54:37.213946 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a225e3-0411-4e86-9900-56f0b2a81f00 req-92b75fd1-8a86-484f-bf75-168178a73c57 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:37.215496 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8a225e3-0411-4e86-9900-56f0b2a81f00 req-92b75fd1-8a86-484f-bf75-168178a73c57 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 950 time: 0.1416492 Jun 17 08:54:37.234298 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6915-8fd0-47ef-abab-cd42ce695bfc req-eb477ce1-9536-4c80-9b14-397842da7ad0 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:37.241288 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-faaa6915-8fd0-47ef-abab-cd42ce695bfc req-eb477ce1-9536-4c80-9b14-397842da7ad0 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.1315768 Jun 17 08:54:37.253622 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-aef2adf3-a148-429d-b160-bf3e34524878 req-fdfcd0d6-e954-4cde-8562-8586e28e08ce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837668 Jun 17 08:54:37.305829 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (becbd5f3-c900-4dec-a28c-cf23062ef2fb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:37.319585 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['becbd5f3-c900-4dec-a28c-cf23062ef2fb'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:54:37.327468 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d17f577-3efb-498c-9e87-fb3a16ac511b req-005a0ce8-b98e-4523-b758-c812b628ba6d service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780354 Jun 17 08:54:37.336749 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Pushing event deleted for resources: {'Port': ['ID=becbd5f3-c900-4dec-a28c-cf23062ef2fb,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:37.360754 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-faaa6915-8fd0-47ef-abab-cd42ce695bfc req-61d44747-7193-4098-8dfa-f03f47960cad tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101811 Jun 17 08:54:37.364021 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8a225e3-0411-4e86-9900-56f0b2a81f00 req-65ca0d45-2d10-4698-9dba-348d99037e49 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5f3e248-e766-4e23-a098-7e7490c25c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395504 Jun 17 08:54:37.404626 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] No DVR routers for this DVR port becbd5f3-c900-4dec-a28c-cf23062ef2fb on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:54:37.407258 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:37.410722 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ffcf3d0d-2e2a-4a67-b54c-a8ad9f8c85de req-cf776746-9273-4d35-b97a-50d7ef01e38c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.83 "DELETE /v2.0/ports/becbd5f3-c900-4dec-a28c-cf23062ef2fb HTTP/1.1" status: 204 len: 173 time: 1.3439927 Jun 17 08:54:37.412898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c5d606-fea9-467c-a074-2a9a1030a461', 'name': 'network-vif-deleted', 'tag': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:37.414133 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc3a3eb-6306-4112-a680-08b78c581437" -d '{"events": [{"server_uuid": "30c5d606-fea9-467c-a074-2a9a1030a461", "name": "network-vif-deleted", "tag": "becbd5f3-c900-4dec-a28c-cf23062ef2fb"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:37.454416 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16c44ec-5ae6-4be8-b1b3-1bf3f40f9a91 x-openstack-request-id: req-d16c44ec-5ae6-4be8-b1b3-1bf3f40f9a91 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:37.454722 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c5d606-fea9-467c-a074-2a9a1030a461", "name": "network-vif-deleted", "tag": "becbd5f3-c900-4dec-a28c-cf23062ef2fb", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:37.454979 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d16c44ec-5ae6-4be8-b1b3-1bf3f40f9a91 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:37.455411 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16c44ec-5ae6-4be8-b1b3-1bf3f40f9a91'] response: {'server_uuid': '30c5d606-fea9-467c-a074-2a9a1030a461', 'name': 'network-vif-deleted', 'tag': 'becbd5f3-c900-4dec-a28c-cf23062ef2fb', 'status': 'completed', 'code': 200} Jun 17 08:54:37.634519 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab32c6e-994d-4db1-9c92-60cd21e3dab9 req-2a3fa8bf-f4ae-4119-a510-945554c5358d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:37.636061 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dab32c6e-994d-4db1-9c92-60cd21e3dab9 req-2a3fa8bf-f4ae-4119-a510-945554c5358d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0862870 Jun 17 08:54:37.647043 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27302387-95fd-482f-9036-4e470f97c6c5 req-41c9a465-afe4-4cfa-b04e-b9f041478193 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:37.648654 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-27302387-95fd-482f-9036-4e470f97c6c5 req-41c9a465-afe4-4cfa-b04e-b9f041478193 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0655282 Jun 17 08:54:37.716564 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dab32c6e-994d-4db1-9c92-60cd21e3dab9 req-8157dacd-e819-4b5b-ae57-d781a2b87cf9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Jun 17 08:54:37.728897 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-27302387-95fd-482f-9036-4e470f97c6c5 req-17615e6d-51c3-48b9-8ae7-822e86b4123f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734224 Jun 17 08:54:38.056635 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edf1ba-7851-4dcb-8577-4a11c98cdfca req-91a45a6c-e8e9-4f92-a9c0-41b85dc56d81 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:38.058133 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-01edf1ba-7851-4dcb-8577-4a11c98cdfca req-91a45a6c-e8e9-4f92-a9c0-41b85dc56d81 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0477328 Jun 17 08:54:38.071099 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:38.107163 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-01edf1ba-7851-4dcb-8577-4a11c98cdfca req-1b971fe5-6bfd-48ea-8b0b-a94e4a4a9e0d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427577 Jun 17 08:54:38.215969 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6c05-f4a4-4349-b2dc-edc3809767f7 req-479bc2a0-3ab3-4d77-8325-e448d4199e47 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:38.217508 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-87ad6c05-f4a4-4349-b2dc-edc3809767f7 req-479bc2a0-3ab3-4d77-8325-e448d4199e47 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0547974 Jun 17 08:54:38.279108 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-87ad6c05-f4a4-4349-b2dc-edc3809767f7 req-acf30aac-7c85-499f-815c-926c083eeeea tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561130 Jun 17 08:54:38.321475 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa4aa1-4f5e-4c2b-95d7-efeea26c4548 req-d1c714a6-46af-41d9-83e3-2155b4c766ab tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:38.322998 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-77fa4aa1-4f5e-4c2b-95d7-efeea26c4548 req-d1c714a6-46af-41d9-83e3-2155b4c766ab tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0584671 Jun 17 08:54:38.371519 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-77fa4aa1-4f5e-4c2b-95d7-efeea26c4548 req-565f2c69-f941-40fc-820e-203e065a47f7 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Jun 17 08:54:38.483552 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-000cf911-b0f9-4916-816d-1f4f09a187a8 req-0a9d390f-eafe-4f54-b013-6a459220f0ec tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0351498 Jun 17 08:54:38.491731 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205ca2-7aad-4376-8db3-d5808a1373ce req-77bac472-0a90-4395-8e90-537423970862 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:38.493214 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b5205ca2-7aad-4376-8db3-d5808a1373ce req-77bac472-0a90-4395-8e90-537423970862 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0770354 Jun 17 08:54:38.542369 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b5205ca2-7aad-4376-8db3-d5808a1373ce req-c9d09d99-7a67-47d9-94ee-37a1fe1de735 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433242 Jun 17 08:54:38.823719 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:38.868510 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e7a80-1a2d-47ea-9159-4476d460d11d req-fb2991d1-86ae-4f9b-80a2-ded713bcc732 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:38.870113 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-451e7a80-1a2d-47ea-9159-4476d460d11d req-fb2991d1-86ae-4f9b-80a2-ded713bcc732 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0818033 Jun 17 08:54:38.892193 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfec21-47bd-435e-b844-89f12dbf43ae req-86a2e215-b409-45fe-b861-3384032d28f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:38.893661 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-80cfec21-47bd-435e-b844-89f12dbf43ae req-86a2e215-b409-45fe-b861-3384032d28f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0749042 Jun 17 08:54:38.964168 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-451e7a80-1a2d-47ea-9159-4476d460d11d req-5c1c683f-23d3-4b01-a61f-4030aaa7f59e tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876362 Jun 17 08:54:38.971685 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-80cfec21-47bd-435e-b844-89f12dbf43ae req-c560f460-8afb-4054-8253-86c7b843f9a3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703228 Jun 17 08:54:39.219118 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f1795-742f-4a2c-b44f-e6279fe950aa req-20642309-fa8d-4b7d-a567-a3fde663a043 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:39.220633 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3b0f1795-742f-4a2c-b44f-e6279fe950aa req-20642309-fa8d-4b7d-a567-a3fde663a043 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0471792 Jun 17 08:54:39.266954 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3b0f1795-742f-4a2c-b44f-e6279fe950aa req-73001bc1-c8e1-4b37-bee4-1e03226d33f3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402677 Jun 17 08:54:39.402287 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78b1f-90df-4321-8484-4e1df4545129 req-df38a6ba-6595-4008-b131-bb6bc9841b45 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:39.404049 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-72b78b1f-90df-4321-8484-4e1df4545129 req-df38a6ba-6595-4008-b131-bb6bc9841b45 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0494480 Jun 17 08:54:39.712331 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-72b78b1f-90df-4321-8484-4e1df4545129 req-93b571b1-b161-4751-9d4c-4d7e0e22565f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017704 Jun 17 08:54:39.728828 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fffc1d-99e8-4b3a-9a74-47e9bbfcee4a req-f4610307-d5d0-491b-ad15-4ef2011e9702 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:39.730341 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-08fffc1d-99e8-4b3a-9a74-47e9bbfcee4a req-f4610307-d5d0-491b-ad15-4ef2011e9702 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.2884150 Jun 17 08:54:39.790885 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-08fffc1d-99e8-4b3a-9a74-47e9bbfcee4a req-755eb5b8-1bd8-4c3a-9368-f76a6d539f3e tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546591 Jun 17 08:54:39.807400 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-badde28d-344b-44f9-8bd1-50b7a50d2ed2 req-c98cb5d8-95bb-4ce1-a928-af780717c4ce tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0374959 Jun 17 08:54:39.894854 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144cd33-a638-4cc9-881d-bf3d4a7102d2 req-f17babea-e7e0-4dea-9601-bb131124ab4d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:39.896411 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9144cd33-a638-4cc9-881d-bf3d4a7102d2 req-f17babea-e7e0-4dea-9601-bb131124ab4d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0485637 Jun 17 08:54:39.946913 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9144cd33-a638-4cc9-881d-bf3d4a7102d2 req-8511dbe0-2d8d-4b9a-9a49-87807e5b90f7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446827 Jun 17 08:54:40.108803 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc9f2-94b8-4d93-9a49-725cdc1d9c51 req-4b549657-7966-4ede-8a13-7c495806aba6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:40.110328 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-787dc9f2-94b8-4d93-9a49-725cdc1d9c51 req-4b549657-7966-4ede-8a13-7c495806aba6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0770023 Jun 17 08:54:40.122447 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0421bc-92b3-4aba-8be9-864fd53a9d11 req-dee17b71-854a-4e2f-8296-7ce2dee9741a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:40.123864 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ab0421bc-92b3-4aba-8be9-864fd53a9d11 req-dee17b71-854a-4e2f-8296-7ce2dee9741a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0770800 Jun 17 08:54:40.191802 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:40.206201 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-787dc9f2-94b8-4d93-9a49-725cdc1d9c51 req-0412251a-dd33-4b13-adeb-4d9e3954a457 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901117 Jun 17 08:54:40.209504 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ab0421bc-92b3-4aba-8be9-864fd53a9d11 req-efd3e599-3278-453a-b5b6-97f8dec2ba14 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799627 Jun 17 08:54:40.380800 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb415da-0fcf-46dc-b7bf-e2eec7319647 req-2e239fcc-42d0-4931-a61c-8ccdb0c9b6f5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:40.382305 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1fb415da-0fcf-46dc-b7bf-e2eec7319647 req-2e239fcc-42d0-4931-a61c-8ccdb0c9b6f5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Jun 17 08:54:40.434092 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1fb415da-0fcf-46dc-b7bf-e2eec7319647 req-339b1908-75cd-4f78-ac76-0088a6923923 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451484 Jun 17 08:54:40.640992 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device becbd5f3-c900-4dec-a28c-cf23062ef2fb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:54:40.664608 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: becbd5f3-c900-4dec-a28c-cf23062ef2fb {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:54:40.664945 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device becbd5f3-c900-4dec-a28c-cf23062ef2fb not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:54:40.839874 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eece991-ecad-46f2-9388-a50951f2cdcc req-9ab123c6-5b75-4a10-a3dc-207b389736aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:40.846082 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1eece991-ecad-46f2-9388-a50951f2cdcc req-9ab123c6-5b75-4a10-a3dc-207b389736aa tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0556960 Jun 17 08:54:40.946986 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373d39-c682-45fb-a7bb-b628397c7c32 req-5190869a-9565-4ec9-b9f5-67686440e240 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:40.948407 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17373d39-c682-45fb-a7bb-b628397c7c32 req-5190869a-9565-4ec9-b9f5-67686440e240 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0790830 Jun 17 08:54:40.951983 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1eece991-ecad-46f2-9388-a50951f2cdcc req-07d6136b-89cc-4ff0-9644-2614977c97dc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027296 Jun 17 08:54:41.002155 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17373d39-c682-45fb-a7bb-b628397c7c32 req-a30abbdc-ca71-41b0-94db-956c08f94120 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Jun 17 08:54:41.040752 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-448f8874-b9d2-4ada-81f8-fb2ae9c7c1e7 req-86e4ec1e-f091-47e2-9f21-603bdaf2358c tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0300984 Jun 17 08:54:41.074220 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:41.111129 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd34264-78c2-4f04-8d8d-47228d581357 req-f17925a5-b16b-4451-bf58-7224a26a04ab tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:41.112665 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cfd34264-78c2-4f04-8d8d-47228d581357 req-f17925a5-b16b-4451-bf58-7224a26a04ab tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0487387 Jun 17 08:54:41.165660 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cfd34264-78c2-4f04-8d8d-47228d581357 req-2e2647ff-1596-4d2c-890e-3fc6b4ebdb36 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 Jun 17 08:54:41.349624 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c2fdb-0619-463a-b156-72d97e966640 req-4283850a-94fb-4cea-8cf6-2d5e587bbf37 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:41.351195 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-959c2fdb-0619-463a-b156-72d97e966640 req-4283850a-94fb-4cea-8cf6-2d5e587bbf37 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0758083 Jun 17 08:54:41.359335 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e9b85-a112-4504-b87f-cfd25e453b78 req-5b80d18c-4fea-40c0-84eb-28371d42abf2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:41.360781 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f00e9b85-a112-4504-b87f-cfd25e453b78 req-5b80d18c-4fea-40c0-84eb-28371d42abf2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0763547 Jun 17 08:54:41.441552 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f00e9b85-a112-4504-b87f-cfd25e453b78 req-e8dadc8a-34ca-4f61-b141-e4f2c252f9f0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752871 Jun 17 08:54:41.444692 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-959c2fdb-0619-463a-b156-72d97e966640 req-764ce7a9-e991-4655-a607-551f5919dcc1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827084 Jun 17 08:54:41.552218 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c3a5-afbb-4aa5-9be5-f86aba4b1f65 req-b8614b63-0d33-4fc4-b95f-5fb8ec0d402e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:41.554340 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b4d2c3a5-afbb-4aa5-9be5-f86aba4b1f65 req-b8614b63-0d33-4fc4-b95f-5fb8ec0d402e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0509808 Jun 17 08:54:41.607765 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b4d2c3a5-afbb-4aa5-9be5-f86aba4b1f65 req-04e32d1b-5b8e-4864-aa3b-3707ab327f38 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Jun 17 08:54:42.069325 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d26ec-fe53-4161-96ad-fe2032479eb6 req-87950cd4-39a1-4dd1-8a62-f9d49dc7ea8f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:42.070948 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f77d26ec-fe53-4161-96ad-fe2032479eb6 req-87950cd4-39a1-4dd1-8a62-f9d49dc7ea8f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0499845 Jun 17 08:54:42.144420 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0327-77a2-4483-bb0a-2e1179bafcd3 req-7b9d9eec-a283-4b2a-bd2f-1ee709d829d9 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:42.145868 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-257f0327-77a2-4483-bb0a-2e1179bafcd3 req-7b9d9eec-a283-4b2a-bd2f-1ee709d829d9 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0711989 Jun 17 08:54:42.175568 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f77d26ec-fe53-4161-96ad-fe2032479eb6 req-d6cfa0d9-2f9e-4e7a-a7ad-a9ec0a90d6fe tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990322 Jun 17 08:54:42.214508 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-257f0327-77a2-4483-bb0a-2e1179bafcd3 req-af226113-bed3-42ae-a354-b3885b2eaef8 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596895 Jun 17 08:54:42.269458 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f0320599-b929-4690-b280-84b0c56b1017 req-08482253-95ff-4231-a692-10786c28c758 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0287848 Jun 17 08:54:42.319640 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8e832-b0df-4aab-8f7c-3bbfc3de3c47 req-45b399ed-9ce2-4995-974a-d45f714e055f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:42.321401 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-94d8e832-b0df-4aab-8f7c-3bbfc3de3c47 req-45b399ed-9ce2-4995-974a-d45f714e055f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0502748 Jun 17 08:54:42.371824 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-94d8e832-b0df-4aab-8f7c-3bbfc3de3c47 req-bcde4022-fdb7-4c75-a2b3-1a591073a2f9 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Jun 17 08:54:42.573278 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:42.595470 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8776afe-689d-4252-93ec-c9d7a8c2dd51 req-df7c5df4-926c-45a8-8bdb-efcfb471a0e7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:42.596943 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8776afe-689d-4252-93ec-c9d7a8c2dd51 req-df7c5df4-926c-45a8-8bdb-efcfb471a0e7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0781522 Jun 17 08:54:42.603384 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c5f5e-0d80-4e0d-91b7-15d701cd05a6 req-5479b1b0-b823-4d40-9ee7-c0f1d210be35 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:42.604724 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-698c5f5e-0d80-4e0d-91b7-15d701cd05a6 req-5479b1b0-b823-4d40-9ee7-c0f1d210be35 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0879149 Jun 17 08:54:42.679171 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8776afe-689d-4252-93ec-c9d7a8c2dd51 req-97db7669-ca64-4cb7-9b58-a1b3d5e3f4f0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734670 Jun 17 08:54:42.682311 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-698c5f5e-0d80-4e0d-91b7-15d701cd05a6 req-2e236d26-9d40-4723-adb3-0d5cfc073f37 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706375 Jun 17 08:54:42.788965 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ce122-50d5-4376-836e-85486ff95928 req-bc17f91f-38ec-4550-89c0-80fe1884fdb1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:42.790441 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-293ce122-50d5-4376-836e-85486ff95928 req-bc17f91f-38ec-4550-89c0-80fe1884fdb1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Jun 17 08:54:42.837660 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-293ce122-50d5-4376-836e-85486ff95928 req-e0ecdef9-d54b-4e9b-901b-ca2de4b97725 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Jun 17 08:54:43.292221 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dcbd1-54a8-44f8-b551-0b5b7767b699 req-7d36accc-0e99-47a1-8cd2-1f6a2f30725f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:43.293838 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-637dcbd1-54a8-44f8-b551-0b5b7767b699 req-7d36accc-0e99-47a1-8cd2-1f6a2f30725f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0485809 Jun 17 08:54:43.342376 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:43.367699 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed54af-be3c-4ccc-9b22-ffb61aeaa3be req-29a355bf-dc60-4625-ae02-b2b8b982e071 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:43.369119 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-08ed54af-be3c-4ccc-9b22-ffb61aeaa3be req-29a355bf-dc60-4625-ae02-b2b8b982e071 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0743995 Jun 17 08:54:43.399867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-637dcbd1-54a8-44f8-b551-0b5b7767b699 req-55747b64-c2a8-4aba-bf58-fe3db08df9f2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945075 Jun 17 08:54:43.430856 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-08ed54af-be3c-4ccc-9b22-ffb61aeaa3be req-e0ea329f-407e-47a8-acaf-7ccb4f509083 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533574 Jun 17 08:54:43.493968 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c2805e69-2cbc-4e63-a9f7-13c2a2d6f0a4 req-0650541a-751e-46ae-9971-0fe12166e65e tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0299461 Jun 17 08:54:43.541018 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42eec0f-03e3-4fdb-b200-c8dd3187653f req-0d07d051-6f33-4c76-a9f8-da254703e87c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:43.542512 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b42eec0f-03e3-4fdb-b200-c8dd3187653f req-0d07d051-6f33-4c76-a9f8-da254703e87c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0472298 Jun 17 08:54:43.591439 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b42eec0f-03e3-4fdb-b200-c8dd3187653f req-43a08475-954e-4419-8db6-da777446eff7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Jun 17 08:54:43.827641 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4a94-118a-40d3-9306-bc9c85cef4d4 req-ecd09f50-f2f9-4202-b3a6-25cd1cfb54bb tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:43.829127 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-587b4a94-118a-40d3-9306-bc9c85cef4d4 req-ecd09f50-f2f9-4202-b3a6-25cd1cfb54bb tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0794635 Jun 17 08:54:43.835942 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60ace0-4db6-4ad4-8923-b5b19d93f25b req-ec0df9eb-2642-43ec-87b4-67c256722841 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:43.837518 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f60ace0-4db6-4ad4-8923-b5b19d93f25b req-ec0df9eb-2642-43ec-87b4-67c256722841 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0772383 Jun 17 08:54:43.908407 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-587b4a94-118a-40d3-9306-bc9c85cef4d4 req-ce22705d-3939-4826-827a-48f421c43a3d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697885 Jun 17 08:54:43.920510 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f60ace0-4db6-4ad4-8923-b5b19d93f25b req-60001ba5-475c-4482-ace7-e892dfbd0af3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744588 Jun 17 08:54:44.014402 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001359-4aef-4482-b5e9-5c8b5b65b5b4 req-38e62405-00ce-4bba-95d4-09022f1c462a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.015903 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8e001359-4aef-4482-b5e9-5c8b5b65b5b4 req-38e62405-00ce-4bba-95d4-09022f1c462a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0511572 Jun 17 08:54:44.068606 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8e001359-4aef-4482-b5e9-5c8b5b65b5b4 req-26e935d5-634f-43e6-bd53-0de451f05ac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470803 Jun 17 08:54:44.515795 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-122635a4-7c35-42dc-9e64-179e0069c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.518049 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-122635a4-7c35-42dc-9e64-179e0069c1a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1128 time: 0.0810452 Jun 17 08:54:44.534531 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-89b9d7ff-bf3f-4393-9b97-dc5de92b85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.536031 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-89b9d7ff-bf3f-4393-9b97-dc5de92b85bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1127 time: 0.0982237 Jun 17 08:54:44.581603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289fdd-945e-49c1-8c2b-49731603a4e4 req-06f79955-9167-4859-8109-74fed6abb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.583116 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59289fdd-945e-49c1-8c2b-49731603a4e4 req-06f79955-9167-4859-8109-74fed6abb6ab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 1129 time: 0.0403759 Jun 17 08:54:44.606149 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e93a1a-926b-448b-a6fe-d4dd3bbcf638 req-c3e233fc-2478-4efa-b2a1-9f031c3119fc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.607688 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-90e93a1a-926b-448b-a6fe-d4dd3bbcf638 req-c3e233fc-2478-4efa-b2a1-9f031c3119fc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0856829 Jun 17 08:54:44.620034 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e840c-972c-4093-afff-c5ee35f63751 req-e6fa9ed0-1f29-4df3-a637-de54cef54346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.621442 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-208e840c-972c-4093-afff-c5ee35f63751 req-e6fa9ed0-1f29-4df3-a637-de54cef54346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.0896206 Jun 17 08:54:44.643708 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:54:44.676891 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:44.687008 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:44.750313 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-90e93a1a-926b-448b-a6fe-d4dd3bbcf638 req-4c5ad172-83a2-4bb4-96e9-843fdbe1a0c3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364863 Jun 17 08:54:44.764609 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:44.786872 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'port_id': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'mac_address': 'fa:16:3e:d0:2c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:54:44.808851 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-208e840c-972c-4093-afff-c5ee35f63751 req-bb5fcf3f-3437-48fd-90b5-554813907d34 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639397 Jun 17 08:54:44.844177 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:44.845599 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:44.854679 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59289fdd-945e-49c1-8c2b-49731603a4e4 req-46208889-a79b-4b7e-9f3f-7ee11b5619dc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835540 Jun 17 08:54:44.856351 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-cb5dec38-2f1f-44e3-95ab-c0fa81a0dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.857997 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-cb5dec38-2f1f-44e3-95ab-c0fa81a0dfe3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 910 time: 0.2086885 Jun 17 08:54:44.860408 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-3e788498-cd3f-4bce-a3a3-476989cc4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.864864 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-3e788498-cd3f-4bce-a3a3-476989cc4af5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 915 time: 0.2142758 Jun 17 08:54:44.890645 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:44.916021 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-416a8c19-5b06-412d-b229-9e825e807ddc tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.916653 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:44.917826 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-416a8c19-5b06-412d-b229-9e825e807ddc tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 945 time: 0.1486092 Jun 17 08:54:44.945869 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2c8430b1-09e3-4788-ba74-ed834a1060e2 req-21ab1fa8-a22d-477a-9219-9a0b3df06411 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0522635 Jun 17 08:54:44.962859 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c1bba-58b5-4a79-82af-3877ecd78357 req-b43e8545-7b9f-4b39-b070-7be925e7a2d9 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:44.965004 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-762c1bba-58b5-4a79-82af-3877ecd78357 req-b43e8545-7b9f-4b39-b070-7be925e7a2d9 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0941582 Jun 17 08:54:45.026229 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-762c1bba-58b5-4a79-82af-3877ecd78357 req-2c33d927-1d16-4790-8305-9d1477700a95 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551643 Jun 17 08:54:45.059638 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:45.077978 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73da48-19e8-4f71-845e-729d6535810d req-26de7358-834b-4311-b2fb-ed9f48886491 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:45.079588 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aa73da48-19e8-4f71-845e-729d6535810d req-26de7358-834b-4311-b2fb-ed9f48886491 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 943 time: 0.0741367 Jun 17 08:54:45.110952 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:45.174255 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47a81-4594-45d6-ab7c-42b3ef6449a4 req-5d27b4d4-ce26-4ffd-909c-a6047e398396 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:45.175750 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-81e47a81-4594-45d6-ab7c-42b3ef6449a4 req-5d27b4d4-ce26-4ffd-909c-a6047e398396 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0803895 Jun 17 08:54:45.179447 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:45.186293 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aa73da48-19e8-4f71-845e-729d6535810d req-36838859-a991-4f8d-a2db-73148401446a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975957 Jun 17 08:54:45.233375 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-81e47a81-4594-45d6-ab7c-42b3ef6449a4 req-b18d381b-4e14-4eca-a9de-a52814733261 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515213 Jun 17 08:54:45.296096 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491347-1de4-4ce7-bda1-01dde8a945d0 req-59363755-3f9f-45d7-b421-79fae39b68dc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:45.297611 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1f491347-1de4-4ce7-bda1-01dde8a945d0 req-59363755-3f9f-45d7-b421-79fae39b68dc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0529287 Jun 17 08:54:45.350211 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1f491347-1de4-4ce7-bda1-01dde8a945d0 req-546c295c-a12a-418f-ba71-484feb91df09 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468376 Jun 17 08:54:45.396063 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['5a6e2dcc-1d88-4ebd-8cce-063737a7db08'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:54:45.479749 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc4ebd-1407-438e-8d6c-e2f6466e83f2 req-a3092b94-a913-42c8-9a7d-1ca4e314a886 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:45.481919 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-42fc4ebd-1407-438e-8d6c-e2f6466e83f2 req-a3092b94-a913-42c8-9a7d-1ca4e314a886 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0628746 Jun 17 08:54:45.536215 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-42fc4ebd-1407-438e-8d6c-e2f6466e83f2 req-d56fce2f-ca56-4d24-9e13-97220c57b8f4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480893 Jun 17 08:54:45.554548 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:45.575985 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-a3334353-eb73-4235-b516-9fafc9589f13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 217 time: 0.0349038 Jun 17 08:54:45.656628 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-e22b5c89-b8a6-43b6-94b6-26f0db8eb47c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 217 time: 0.0439506 Jun 17 08:54:45.678234 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:45.704265 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Deleting port 0089423c-f96d-4e7e-9d00-2111a2dc1752 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:54:45.704522 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:45.799214 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:45.801230 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] For port 0089423c-f96d-4e7e-9d00-2111a2dc1752, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0089423c-f96d-4e7e-9d00-2111a2dc1752,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:45.801600 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:45.830700 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Calling delete_port for 0089423c-f96d-4e7e-9d00-2111a2dc1752 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:54:45.904019 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4df36-456f-48e5-a1f2-4b5fea5295ea req-2f5c49a2-a6fb-4986-8e47-2a1d23f724b1 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:45.905668 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-85d4df36-456f-48e5-a1f2-4b5fea5295ea req-2f5c49a2-a6fb-4986-8e47-2a1d23f724b1 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0539522 Jun 17 08:54:45.963133 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-85d4df36-456f-48e5-a1f2-4b5fea5295ea req-b258d881-c518-45c0-abd0-f7a5b253728d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514224 Jun 17 08:54:46.020520 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (0089423c-f96d-4e7e-9d00-2111a2dc1752), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:46.060223 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Pushing event deleted for resources: {'Port': ['ID=0089423c-f96d-4e7e-9d00-2111a2dc1752,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:46.071035 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-31b4e306-0ec6-497e-9eca-39cb7747fcc4 req-88a9c91d-bf7a-461a-b975-8bef0f0afc1f tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 210 time: 0.0424597 Jun 17 08:54:46.119644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] No DVR routers for this DVR port 0089423c-f96d-4e7e-9d00-2111a2dc1752 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:54:46.122675 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:46.126709 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ab27173-4b92-4638-bfc0-3083d1877a0f req-c2029100-0fc2-4d70-8b59-710aa402fcd6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "DELETE /v2.0/ports/0089423c-f96d-4e7e-9d00-2111a2dc1752 HTTP/1.1" status: 204 len: 173 time: 0.5237393 Jun 17 08:54:46.126709 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'name': 'network-vif-deleted', 'tag': '0089423c-f96d-4e7e-9d00-2111a2dc1752'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:46.128952 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c8cefd-c4fe-4b67-80b6-223c563a6c95" -d '{"events": [{"server_uuid": "edcd67d0-7a53-4e37-a947-a077ffd9bd71", "name": "network-vif-deleted", "tag": "0089423c-f96d-4e7e-9d00-2111a2dc1752"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:46.167399 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-942e67ad-ac4d-4467-8a73-84e96e4c92a4 req-d9b04050-71b1-4f29-82ee-8af31b948843 tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0284894 Jun 17 08:54:46.271000 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-2106c1a5-fae4-4b0e-9deb-8761101d62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:46.272643 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-2106c1a5-fae4-4b0e-9deb-8761101d62a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 200 len: 848 time: 0.0543163 Jun 17 08:54:46.289226 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106c643-13f2-4a34-93f1-2695c6fd48df req-6782e2aa-5cc5-4c47-aead-d9119603668e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:46.290840 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3106c643-13f2-4a34-93f1-2695c6fd48df req-6782e2aa-5cc5-4c47-aead-d9119603668e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0619347 Jun 17 08:54:46.342674 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3106c643-13f2-4a34-93f1-2695c6fd48df req-b5c9e37d-c7b4-4ec9-b5a2-d8a505b4e91f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458810 Jun 17 08:54:46.397131 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092cc25-d2c4-46cc-b0f2-4b323ee02314 x-openstack-request-id: req-1092cc25-d2c4-46cc-b0f2-4b323ee02314 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:46.397661 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcd67d0-7a53-4e37-a947-a077ffd9bd71", "name": "network-vif-deleted", "tag": "0089423c-f96d-4e7e-9d00-2111a2dc1752", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:46.398011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1092cc25-d2c4-46cc-b0f2-4b323ee02314 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:46.398511 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1092cc25-d2c4-46cc-b0f2-4b323ee02314'] response: {'server_uuid': 'edcd67d0-7a53-4e37-a947-a077ffd9bd71', 'name': 'network-vif-deleted', 'tag': '0089423c-f96d-4e7e-9d00-2111a2dc1752', 'status': 'completed', 'code': 200} Jun 17 08:54:46.521119 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488d6a9-3718-479d-a241-6158c4b61ced req-029d1987-b5e8-4b57-9c48-cdc194874a5a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:46.523066 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9488d6a9-3718-479d-a241-6158c4b61ced req-029d1987-b5e8-4b57-9c48-cdc194874a5a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 944 time: 0.0609908 Jun 17 08:54:46.551552 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [req-1d27fea0-a53b-4824-ba8a-fc44f35b2ee8 req-b6a4b1d9-21d6-46c3-93b2-3390b41c1d35 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:54:46.553513 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1d27fea0-a53b-4824-ba8a-fc44f35b2ee8 req-b6a4b1d9-21d6-46c3-93b2-3390b41c1d35 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057204 Jun 17 08:54:46.587244 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9488d6a9-3718-479d-a241-6158c4b61ced req-e33bb4e4-f7c5-4371-93e6-3e9d6b95f7b0 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575747 Jun 17 08:54:46.659294 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:54:46.704089 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:54:46.756799 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:46.757348 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:46.829846 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf0506-961e-45f5-94b2-6060828b5dd7 req-1f216ec5-38c1-4f7e-9d17-e40f873bcdc9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:46.831544 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ebf0506-961e-45f5-94b2-6060828b5dd7 req-1f216ec5-38c1-4f7e-9d17-e40f873bcdc9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0484955 Jun 17 08:54:46.841522 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:46.841921 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:46.881167 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:46.882560 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:46.885371 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299abdf6-114f-4b2f-b922-77a05272f931" -d '{"events": [{"server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:46.930907 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:46.944907 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14cdeba-b90a-4a9b-b624-113eee75f636 x-openstack-request-id: req-f14cdeba-b90a-4a9b-b624-113eee75f636 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:46.945474 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "name": "network-vif-plugged", "status": "completed", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:46.946273 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f14cdeba-b90a-4a9b-b624-113eee75f636 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:46.947490 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14cdeba-b90a-4a9b-b624-113eee75f636'] response: {'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'code': 200} Jun 17 08:54:46.955341 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-5212bf0e-40f0-46f7-b852-ad05fae12484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:46.956885 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-5212bf0e-40f0-46f7-b852-ad05fae12484 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 200 len: 853 time: 0.1131325 Jun 17 08:54:46.957678 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:46.958719 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:54:46.971945 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ebf0506-961e-45f5-94b2-6060828b5dd7 req-284896f0-d664-4dfb-98f3-2b8c0fa04b01 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190886 Jun 17 08:54:47.119678 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97151c4-24cc-48ed-ac09-769a393066dc req-fd6ac832-8691-499d-ba31-ae682a92f73f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:47.128907 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b97151c4-24cc-48ed-ac09-769a393066dc req-fd6ac832-8691-499d-ba31-ae682a92f73f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0774620 Jun 17 08:54:47.197974 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f3e2e7aa-112b-4199-b336-1ef17a288e78 req-7549e691-d5f5-414b-953b-c6690b227606 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 210 time: 0.0520914 Jun 17 08:54:47.233608 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:47.241205 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b97151c4-24cc-48ed-ac09-769a393066dc req-67acd84c-e9c5-4df8-b83e-36e093749be8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112757 Jun 17 08:54:47.327710 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-ad3c83e0-e1d1-490a-ab77-eb74707af465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:47.330858 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-ad3c83e0-e1d1-490a-ab77-eb74707af465 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7cb290e5-1940-4a89-abd7-919a1f5a901c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1110137 Jun 17 08:54:47.357080 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-6435e541-4554-45eb-b868-c50fa97b73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:47.358942 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-6435e541-4554-45eb-b868-c50fa97b73b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d9f1082-9521-43ef-8a03-308b31da632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0993118 Jun 17 08:54:47.432398 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3ef7acbe-9939-4440-89d5-018cb46481c0 req-55c3c75f-60e1-450e-8bcc-407e62d6f41d tempest-VolumesNegativeTest-730410836 tempest-VolumesNegativeTest-730410836-project] 10.222.0.78 "GET /v2.0/ports?device_id=30c5d606-fea9-467c-a074-2a9a1030a461 HTTP/1.1" status: 200 len: 210 time: 0.0586967 Jun 17 08:54:47.481150 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: DOWN; New status is: DOWN {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:47.481765 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 0089423c-f96d-4e7e-9d00-2111a2dc1752 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:54:47.509790 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 0089423c-f96d-4e7e-9d00-2111a2dc1752 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:54:47.510388 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 0089423c-f96d-4e7e-9d00-2111a2dc1752 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:54:47.547498 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828579d3-d200-479f-b66b-64bb7f3168dc req-9d24bac5-d882-431c-997c-661af5fb4cbe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:47.554811 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 40954) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:47.555689 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-828579d3-d200-479f-b66b-64bb7f3168dc req-9d24bac5-d882-431c-997c-661af5fb4cbe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0973694 Jun 17 08:54:47.562751 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 40958) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:47.624039 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-828579d3-d200-479f-b66b-64bb7f3168dc req-c7472a63-9cc8-43f5-820b-106cd00b05d0 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673974 Jun 17 08:54:47.670486 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:47.702933 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:47.792245 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-1f386879-785f-4bdf-b3f2-eaf6b7f773dc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2283509 Jun 17 08:54:47.798809 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-c6ab8671-ba12-476a-9ed2-e31d81469ea9 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:54:47.799847 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-c6ab8671-ba12-476a-9ed2-e31d81469ea9 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068319 Jun 17 08:54:47.817730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8ce8-1a69-48fb-b65a-2150e2aedbe0 req-0e438b6a-a8c6-4689-847c-0305886674a1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:47.824074 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67fc8ce8-1a69-48fb-b65a-2150e2aedbe0 req-0e438b6a-a8c6-4689-847c-0305886674a1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.1046977 Jun 17 08:54:47.850669 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-f84455cf-8206-4abc-b535-c6b1cba9dc6e service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694579 Jun 17 08:54:47.863883 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-02d813b9-a2d5-4ad1-a22b-4b36ce57d757 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704745 Jun 17 08:54:47.889101 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:47.892044 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Publish callbacks [] for security_group (8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:47.898106 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67fc8ce8-1a69-48fb-b65a-2150e2aedbe0 req-c3affc64-d6b1-4fd0-8332-2be61112e505 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665421 Jun 17 08:54:47.973889 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 40970) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:48.001255 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cad0b3-4026-4b1e-b4f9-ddfdc0300b2c req-21bbbcb2-3005-4b42-9e12-91e28a50f86a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.003089 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-92cad0b3-4026-4b1e-b4f9-ddfdc0300b2c req-21bbbcb2-3005-4b42-9e12-91e28a50f86a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0498517 Jun 17 08:54:48.009611 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:48.035134 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 40978) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:48.042225 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'port_id': '865d7ab5-9d19-42eb-8363-e2eb81b9295c'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:48.105157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:48.151860 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (e1155c85-d32e-49eb-902d-a073b6cb7e7e), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:48.193052 dv-cinder-797608-33-iscsi neutron-server[116209]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 08:54:48.215603 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435b78-be7f-4024-be27-11e7c7a7ad49 req-ec6d9f20-27d4-4499-af7b-0b2e9e241e28 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.217325 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-40435b78-be7f-4024-be27-11e7c7a7ad49 req-ec6d9f20-27d4-4499-af7b-0b2e9e241e28 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0697606 Jun 17 08:54:48.314701 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be916fd22efe402ea3336906b138dc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7580957 Jun 17 08:54:48.323662 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:48.325145 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 40986) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:48.343399 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713d64d-b1e6-4164-9521-2ff643f5dade req-8f2bbd98-e775-4efa-859d-d6729ebd538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.345844 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d713d64d-b1e6-4164-9521-2ff643f5dade req-8f2bbd98-e775-4efa-859d-d6729ebd538a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1129 time: 0.1912060 Jun 17 08:54:48.353637 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-fd2394a5-77ec-4796-aa58-eeb4eb6574c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.355180 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-fd2394a5-77ec-4796-aa58-eeb4eb6574c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 1129 time: 0.2038052 Jun 17 08:54:48.361294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.362964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.362964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.362964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.363220 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.363509 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.364034 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.364359 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.364681 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.365004 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.365327 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.365648 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.365967 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.366439 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.367647 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7350e0e-b74e-40b8-be1e-8fafa56d262a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:48.406010 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-4370376c-ae1a-4b0f-9e96-a489b1b37950 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.406010 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-4370376c-ae1a-4b0f-9e96-a489b1b37950 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports/051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 200 len: 941 time: 0.4157832 Jun 17 08:54:48.422069 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424618d-a75b-4253-adc3-cd19968b8fc2 req-353a9e34-3b57-41c9-909b-8fd90f354dad tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.424113 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b424618d-a75b-4253-adc3-cd19968b8fc2 req-353a9e34-3b57-41c9-909b-8fd90f354dad tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.2213879 Jun 17 08:54:48.433132 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-c11fc760-005f-4593-8e74-09b30f9a2734 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750014 Jun 17 08:54:48.439334 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:48.456829 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4e552bf-b174-406c-98b8-c322d7361e82 req-e9acc6f2-3c14-4437-82d7-c6f8784b6fb3 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335606 Jun 17 08:54:48.511035 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:48.514336 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-40435b78-be7f-4024-be27-11e7c7a7ad49 req-c88750f2-5173-4cb3-a68c-c831c60af62f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684455 Jun 17 08:54:48.516095 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d713d64d-b1e6-4164-9521-2ff643f5dade req-3ec3a667-22c4-49c9-91c7-79477416de9e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572380 Jun 17 08:54:48.541895 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-f647b993-a63b-4d3c-94d6-54e533615324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.550402 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-f647b993-a63b-4d3c-94d6-54e533615324 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1612968 Jun 17 08:54:48.578706 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Publish callbacks [] for security_group (8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:48.666330 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 3b983d08-82e5-4031-8c13-d190ca57fc87 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:54:48.667400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Publish callbacks [] for security_group (8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:48.703002 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e1ed09ce-3825-43a8-ac71-916b1c99f066 req-43f10c9d-9f79-4163-9d42-6b73eb922ec0 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=edcd67d0-7a53-4e37-a947-a077ffd9bd71 HTTP/1.1" status: 200 len: 210 time: 0.0918052 Jun 17 08:54:48.706145 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b424618d-a75b-4253-adc3-cd19968b8fc2 req-9c96e62b-41b6-47b4-b406-203478cc20ca tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303705 Jun 17 08:54:48.814909 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-af13f5ef-4e23-4313-9b3f-25eaefb33a15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcdeb004-186e-437b-8253-335f017eebbd HTTP/1.1" status: 200 len: 217 time: 0.0774956 Jun 17 08:54:48.845367 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:48.860589 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:48.863126 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'port_id': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'mac_address': 'fa:16:3e:ba:59:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:54:48.905803 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-6ca4bb59-1486-4adf-8f1c-6348a5c9d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:48.908073 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-6ca4bb59-1486-4adf-8f1c-6348a5c9d26f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0860512 Jun 17 08:54:48.913020 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 3b983d08-82e5-4031-8c13-d190ca57fc87 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:48.913406 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:48.932475 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b983d08-82e5-4031-8c13-d190ca57fc87 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:54:48.954734 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:49.072080 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:49.136506 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:49.153148 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-eed097d0-194c-4f70-86e8-56e2804008a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:49.155291 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-eed097d0-194c-4f70-86e8-56e2804008a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732348 Jun 17 08:54:49.206872 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:49.209456 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:49.210522 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6 HTTP/1.1" status: 204 len: 168 time: 0.8843091 Jun 17 08:54:49.273202 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:49.298262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98b5e3-09d8-4c2a-9fe5-2749a360a7a6,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:49.312967 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2ed95-f63a-4643-acfa-48fa2a19c52f req-713f9524-41bc-4b67-87e4-79272825e1d4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:49.314367 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1ba2ed95-f63a-4643-acfa-48fa2a19c52f req-713f9524-41bc-4b67-87e4-79272825e1d4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.4058218 Jun 17 08:54:49.333948 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.334298 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.334645 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.335013 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.335569 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.336026 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.336365 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.336692 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.337024 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.337352 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.337679 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.338126 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.338505 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.338705 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.339031 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3f42b-a2fc-4e86-b972-578d04edd6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:49.339694 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-0202c5c9-31ac-45f3-a999-af304465287b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:49.356606 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['3b983d08-82e5-4031-8c13-d190ca57fc87'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:54:49.364811 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973e7c-f802-4085-864b-49df3e4d2808 req-578cc93b-d7db-43af-88f9-f5cd8f5e5c02 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:49.367289 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf973e7c-f802-4085-864b-49df3e4d2808 req-578cc93b-d7db-43af-88f9-f5cd8f5e5c02 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.1664255 Jun 17 08:54:49.426576 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:49.494026 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1ba2ed95-f63a-4643-acfa-48fa2a19c52f req-ba94f996-095d-406a-9ce5-e315873f32da tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686783 Jun 17 08:54:49.565197 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf973e7c-f802-4085-864b-49df3e4d2808 req-ff9938a0-b861-4368-bdb2-e83f764e51a1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880324 Jun 17 08:54:49.632398 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:49.668011 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-ac114775-0eb0-492f-9156-079f2c5aa1d9 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067258 Jun 17 08:54:49.735403 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e1155c85-d32e-49eb-902d-a073b6cb7e7e), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:49.909269 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3e147747-3845-4a4b-ab8d-1785a9115272 req-19103a61-4d96-4f41-adb8-d5210f16f626 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184403 Jun 17 08:54:49.952285 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175be86b-12dc-46be-9614-efa70b9aa880 req-9c7314ed-f2fe-4aca-8a87-c16db8dded46 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:49.953883 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-175be86b-12dc-46be-9614-efa70b9aa880 req-9c7314ed-f2fe-4aca-8a87-c16db8dded46 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.2761526 Jun 17 08:54:50.016240 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:50.033066 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351870de-2e0d-4615-8a4b-7dc2f2a8fa59 req-8608bc5b-4edf-42ee-bf85-b562a397f048 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:50.034597 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-351870de-2e0d-4615-8a4b-7dc2f2a8fa59 req-8608bc5b-4edf-42ee-bf85-b562a397f048 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0922909 Jun 17 08:54:50.047774 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP e1155c85-d32e-49eb-902d-a073b6cb7e7e associated. External IP: 172.27.0.216, port: 865d7ab5-9d19-42eb-8363-e2eb81b9295c. Jun 17 08:54:50.120786 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-175be86b-12dc-46be-9614-efa70b9aa880 req-3e673a38-ec70-41f5-8cb5-16d741f89019 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568367 Jun 17 08:54:50.189131 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-351870de-2e0d-4615-8a4b-7dc2f2a8fa59 req-ff125d46-ac87-4cda-b9e7-c3f020ea0894 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458507 Jun 17 08:54:50.424768 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:54:50.567122 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:54:50.573186 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:50.584350 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:50.605014 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:54:50.605659 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:54:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:50.608070 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a499a240-2803-4a2c-a195-54cd5a32e4b8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "PUT /v2.0/floatingips/e1155c85-d32e-49eb-902d-a073b6cb7e7e HTTP/1.1" status: 200 len: 991 time: 2.5706468 Jun 17 08:54:50.635459 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:50.644227 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ad01a9-71bb-4829-8a65-75b1c0275839" -d '{"events": [{"name": "network-changed", "server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:50.709734 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6f991-73e7-4d32-a7be-b47d4d44ed27 req-db867c9c-22bd-46fb-be34-a78b93979f88 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:50.712654 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-94b6f991-73e7-4d32-a7be-b47d4d44ed27 req-db867c9c-22bd-46fb-be34-a78b93979f88 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 945 time: 0.1445057 Jun 17 08:54:50.746746 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:54:50.777487 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eeafe-5639-4396-a186-bffb42dfe5f0 req-34ee798b-3938-4fc4-9d59-c8efb39d9edf tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:50.779690 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d90eeafe-5639-4396-a186-bffb42dfe5f0 req-34ee798b-3938-4fc4-9d59-c8efb39d9edf tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0906842 Jun 17 08:54:50.847941 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-94b6f991-73e7-4d32-a7be-b47d4d44ed27 req-1d37b789-ce36-408f-bac8-4b8d404b9d31 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176176 Jun 17 08:54:50.849704 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:50.898709 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d90eeafe-5639-4396-a186-bffb42dfe5f0 req-c6844d76-cdbb-4929-a6fd-cfac59c9af1a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107881 Jun 17 08:54:50.919945 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f9fce-a5fd-4c9f-b24d-46639ec2de27 x-openstack-request-id: req-904f9fce-a5fd-4c9f-b24d-46639ec2de27 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:50.921100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:50.921100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-904f9fce-a5fd-4c9f-b24d-46639ec2de27 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:50.921100 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904f9fce-a5fd-4c9f-b24d-46639ec2de27'] response: {'name': 'network-changed', 'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'status': 'completed', 'code': 200} Jun 17 08:54:51.047675 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d3a44-26ff-4ca2-911e-38390f59045c req-c2e91529-c0e9-44e1-9501-7900a562ffba tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:51.049492 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d8d3a44-26ff-4ca2-911e-38390f59045c req-c2e91529-c0e9-44e1-9501-7900a562ffba tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0658104 Jun 17 08:54:51.055655 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:39Z', 'revision_number': 2, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}, {'id': 'e1155c85-d32e-49eb-902d-a073b6cb7e7e', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:2b:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:53:58Z', 'updated_at': '2022-06-17T08:54:49Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:51.087285 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:51.097747 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:54:51.098448 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:54:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:51.110575 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d8d3a44-26ff-4ca2-911e-38390f59045c req-fc229c75-4c35-43bc-8a2a-5a446a9f0f1b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548573 Jun 17 08:54:51.185023 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:51.216360 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:54:51.262423 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da0435-26e0-47de-959d-aaa8679c2d61 req-b67b661b-ddac-4f09-aa82-b814668935da tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:51.264322 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-66da0435-26e0-47de-959d-aaa8679c2d61 req-b67b661b-ddac-4f09-aa82-b814668935da tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0627227 Jun 17 08:54:51.329652 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-66da0435-26e0-47de-959d-aaa8679c2d61 req-3718c2fc-a18f-49f5-bdc8-d723516c8ddf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588081 Jun 17 08:54:51.355721 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:51.470983 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7f419-c63e-4de9-80a4-dc481e6fa558 req-77f66a76-c2c8-483d-84da-a5f3b844326e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:51.478154 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1ec7f419-c63e-4de9-80a4-dc481e6fa558 req-77f66a76-c2c8-483d-84da-a5f3b844326e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0740893 Jun 17 08:54:51.492162 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:39Z', 'revision_number': 2, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}, {'id': 'e1155c85-d32e-49eb-902d-a073b6cb7e7e', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:2b:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:53:58Z', 'updated_at': '2022-06-17T08:54:49Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:51.525199 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798b14d-c022-4e11-9f04-3e09373483f9 None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:39Z', 'revision_number': 2, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}, {'id': 'e1155c85-d32e-49eb-902d-a073b6cb7e7e', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:2b:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:53:58Z', 'updated_at': '2022-06-17T08:54:49Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:51.552771 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd453855-822e-4028-89c4-f01bc5b339e9 req-2217511d-2227-480e-a28e-46bd49b76475 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:51.554467 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cd453855-822e-4028-89c4-f01bc5b339e9 req-2217511d-2227-480e-a28e-46bd49b76475 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0742040 Jun 17 08:54:51.594412 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1ec7f419-c63e-4de9-80a4-dc481e6fa558 req-59b1373b-207b-4db9-8cbd-34b2b864f32c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118991 Jun 17 08:54:51.631229 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cd453855-822e-4028-89c4-f01bc5b339e9 req-226c8458-1ab3-4f53-b951-83ec98171b1a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598314 Jun 17 08:54:51.740094 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf81fe9-3867-4afe-abae-44963fffe1f1 None None] New status for floating IP e1155c85-d32e-49eb-902d-a073b6cb7e7e: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:54:51.962694 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4556c14-e95b-48b3-a145-2fd634131ca4 req-d22b5153-b41c-4879-af11-38fa7f66bcf6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:51.964274 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4556c14-e95b-48b3-a145-2fd634131ca4 req-d22b5153-b41c-4879-af11-38fa7f66bcf6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 945 time: 0.0500798 Jun 17 08:54:51.979615 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-eda70c6d-97c1-4668-b505-54e7da5f8cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:52.017748 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d4556c14-e95b-48b3-a145-2fd634131ca4 req-b96eecbf-eb59-4cfc-b015-2a40ed36c622 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475302 Jun 17 08:54:52.351948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 3b983d08-82e5-4031-8c13-d190ca57fc87 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:54:52.404208 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 3b983d08-82e5-4031-8c13-d190ca57fc87 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:54:52.462755 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805962-2697-4048-b288-8758cd088831 req-6d8ce954-1633-4661-9f91-d104c9b4e6a1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:52.462755 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4b805962-2697-4048-b288-8758cd088831 req-6d8ce954-1633-4661-9f91-d104c9b4e6a1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0499556 Jun 17 08:54:52.493776 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 3b983d08-82e5-4031-8c13-d190ca57fc87 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:54:52.504099 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:52.517167 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4b805962-2697-4048-b288-8758cd088831 req-3db7b6e1-0de7-4df7-b1d4-213c84dd2cae tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489159 Jun 17 08:54:52.575435 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 3b983d08-82e5-4031-8c13-d190ca57fc87 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:54:52.579666 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:52.612505 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:52.614712 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ae7a7-8d44-433e-972f-90da04f4110d" -d '{"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-plugged", "status": "completed", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:52.631544 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:54:52.657096 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed00286b-e4a1-4835-aa50-45e5f99bb447 x-openstack-request-id: req-ed00286b-e4a1-4835-aa50-45e5f99bb447 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:52.657235 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-plugged", "status": "completed", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:52.657473 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed00286b-e4a1-4835-aa50-45e5f99bb447 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:52.657810 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed00286b-e4a1-4835-aa50-45e5f99bb447'] response: {'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'code': 200} Jun 17 08:54:52.689707 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:52.699545 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:52.700833 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:52.755022 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:52.757475 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16275-62db-4fce-8663-6fa9d58a1a08 req-7ddf8360-0b69-444a-be90-a935ab426b90 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:52.759012 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-71a16275-62db-4fce-8663-6fa9d58a1a08 req-7ddf8360-0b69-444a-be90-a935ab426b90 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0784085 Jun 17 08:54:52.848022 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-71a16275-62db-4fce-8663-6fa9d58a1a08 req-6531e3fa-5c14-4406-9d46-efcbd477e033 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Jun 17 08:54:53.140250 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438b6b-0831-4c41-b813-1d3459627423 req-cb862005-0544-4d65-b5dc-8d1e6cbb856a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:53.141737 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7c438b6b-0831-4c41-b813-1d3459627423 req-cb862005-0544-4d65-b5dc-8d1e6cbb856a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0482533 Jun 17 08:54:53.192893 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7c438b6b-0831-4c41-b813-1d3459627423 req-ec270f42-0274-4a65-9329-83f76d27f154 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452654 Jun 17 08:54:53.362987 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-f1bef909-2596-41dc-b49f-f8c7462ddb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:53.364795 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-f1bef909-2596-41dc-b49f-f8c7462ddb19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 1129 time: 0.0491729 Jun 17 08:54:53.544752 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-8e8bc8f7-fda1-40cc-ae54-e391c9aee592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:53.546241 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-8e8bc8f7-fda1-40cc-ae54-e391c9aee592 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.1060021 Jun 17 08:54:53.630829 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-b5808928-3bd0-4145-9772-c29af599168c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c HTTP/1.1" status: 200 len: 1001 time: 0.0715554 Jun 17 08:54:53.643886 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:53.674244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a304b-49e0-49d6-a97e-9782c9a6d090 req-9130aa78-9975-4449-a0b8-de4745961612 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:53.681842 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd1a304b-49e0-49d6-a97e-9782c9a6d090 req-9130aa78-9975-4449-a0b8-de4745961612 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0635054 Jun 17 08:54:53.684325 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-ee77905b-d599-4642-b065-8f7cb6f3a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:53.685789 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-ee77905b-d599-4642-b065-8f7cb6f3a59e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0492740 Jun 17 08:54:53.730846 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd1a304b-49e0-49d6-a97e-9782c9a6d090 req-3c31b072-1a09-49f1-8ff1-a0f94ce8ed88 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479443 Jun 17 08:54:53.752154 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-97e309b9-ccab-4a24-83fe-9e437c336b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:53.754087 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-97e309b9-ccab-4a24-83fe-9e437c336b76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611281 Jun 17 08:54:53.853934 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cc038-7fab-4877-913e-a06ec227ec04 req-6204d16c-08cc-4f9a-b2e5-4d57ac8dcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:53.854483 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b79cc038-7fab-4877-913e-a06ec227ec04 req-6204d16c-08cc-4f9a-b2e5-4d57ac8dcb7c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1130 time: 0.0995038 Jun 17 08:54:53.914315 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:53.920006 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-b7b863df-53be-4a66-9e6c-f5aa4f508f25 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555812 Jun 17 08:54:53.954096 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b79cc038-7fab-4877-913e-a06ec227ec04 req-8d691f97-24f0-4a5c-ad14-22d9ca979f84 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915895 Jun 17 08:54:54.013989 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b0cc7-6b7a-47f7-98be-cd31258b60ba req-ce38bcf0-fa7b-4dc8-b06d-f4cac88ef314 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:54.017437 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-772b0cc7-6b7a-47f7-98be-cd31258b60ba req-ce38bcf0-fa7b-4dc8-b06d-f4cac88ef314 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0720944 Jun 17 08:54:54.034477 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-74ad01a9-71bb-4829-8a65-75b1c0275839 req-9e9ad4b8-0da3-49cd-800b-8675002a9f02 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085045 Jun 17 08:54:54.070979 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-772b0cc7-6b7a-47f7-98be-cd31258b60ba req-878849bb-b3e8-41b5-a99c-b3a6dc60aae3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480876 Jun 17 08:54:54.139028 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:54.330644 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861856e6-28a3-4d24-ba95-18cf1b802ecd req-43f30370-baed-4647-ac17-7e0477a9feb9 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:54.331481 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-861856e6-28a3-4d24-ba95-18cf1b802ecd req-43f30370-baed-4647-ac17-7e0477a9feb9 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0536907 Jun 17 08:54:54.407536 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-861856e6-28a3-4d24-ba95-18cf1b802ecd req-34a0b391-e1f2-4a07-817b-f426e74636f4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684574 Jun 17 08:54:54.716462 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:54.844837 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:54.862994 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fb7b4-bd98-4034-a751-63a39d8fad8d req-4c504527-ed3f-409a-a482-756bd824fea9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:54.864597 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7b0fb7b4-bd98-4034-a751-63a39d8fad8d req-4c504527-ed3f-409a-a482-756bd824fea9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0514951 Jun 17 08:54:54.958225 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7b0fb7b4-bd98-4034-a751-63a39d8fad8d req-6209d5b5-e426-4ef4-be7d-74be0747aa95 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762026 Jun 17 08:54:55.238778 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84594360-e706-4660-aa56-71779a93843b req-bf1df4ee-77f5-4159-b8e4-990c6a076b99 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:55.240426 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84594360-e706-4660-aa56-71779a93843b req-bf1df4ee-77f5-4159-b8e4-990c6a076b99 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0848217 Jun 17 08:54:55.296167 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-84594360-e706-4660-aa56-71779a93843b req-e5e90d00-f01c-40d4-94e1-bc0bf9ad1203 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 Jun 17 08:54:55.540957 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd039cb-66f7-48cd-9384-efb623b0e43a req-49df3c60-a61a-4fff-aa1c-fab7327acdc4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:55.542438 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6cd039cb-66f7-48cd-9384-efb623b0e43a req-49df3c60-a61a-4fff-aa1c-fab7327acdc4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0554097 Jun 17 08:54:55.594807 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6cd039cb-66f7-48cd-9384-efb623b0e43a req-92249b6c-ce2e-48d1-a846-e94ac29438d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468042 Jun 17 08:54:56.081477 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34a6c7-e2f4-486c-beeb-670f34c04ba9 req-73140ef6-0ce5-44bb-a353-9da3b2b2bbeb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.082977 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4d34a6c7-e2f4-486c-beeb-670f34c04ba9 req-73140ef6-0ce5-44bb-a353-9da3b2b2bbeb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0518558 Jun 17 08:54:56.138894 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4d34a6c7-e2f4-486c-beeb-670f34c04ba9 req-cc1424ad-0c53-4238-9766-fea0b7f72d0d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501480 Jun 17 08:54:56.245634 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-f26ec225-06cd-43f1-9b74-de67b8de97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.247172 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-f26ec225-06cd-43f1-9b74-de67b8de97e0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976&tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 1128 time: 0.1081448 Jun 17 08:54:56.324785 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-f8fc0c66-a50c-4e7a-9bf9-07ec77b617cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.326609 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-f8fc0c66-a50c-4e7a-9bf9-07ec77b617cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 1128 time: 0.0470984 Jun 17 08:54:56.453107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-cc5504f5-fcd2-4b8c-9cc7-57c3bde8be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.453784 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-cc5504f5-fcd2-4b8c-9cc7-57c3bde8be70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 918 time: 0.1164241 Jun 17 08:54:56.458693 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770877-ed16-43c2-8b79-61baeb483876 req-eb2584a9-f12d-49c4-be49-766c96171234 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.460737 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db770877-ed16-43c2-8b79-61baeb483876 req-eb2584a9-f12d-49c4-be49-766c96171234 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0715842 Jun 17 08:54:56.516718 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db770877-ed16-43c2-8b79-61baeb483876 req-9f90ba59-c847-4e6d-ab6a-2ab29b3205d8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Jun 17 08:54:56.527707 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-29afccbf-c2f7-4c55-aec8-78f3b136e9a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 200 len: 1000 time: 0.0669394 Jun 17 08:54:56.582780 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-c014c297-a4b5-418c-965a-86b6d4cad8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.584397 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-c014c297-a4b5-418c-965a-86b6d4cad8bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.0473857 Jun 17 08:54:56.641146 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-274d32e3-1397-48ea-aa07-756a0979fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.643033 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-274d32e3-1397-48ea-aa07-756a0979fac5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522921 Jun 17 08:54:56.715237 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a04f9-4f4b-49fc-848e-d2cff5141e67 req-5f90bd87-f0f4-48dc-9f4f-2d4dad65e609 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.718376 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d1a04f9-4f4b-49fc-848e-d2cff5141e67 req-5f90bd87-f0f4-48dc-9f4f-2d4dad65e609 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0537100 Jun 17 08:54:56.755296 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-0d48decd-5a0e-40ea-80fc-cf92f8a48cd2 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056359 Jun 17 08:54:56.772909 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d1a04f9-4f4b-49fc-848e-d2cff5141e67 req-73a931ee-089b-4f9b-95e9-2de2d1cbf35b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473449 Jun 17 08:54:56.855613 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f973bd5-130d-46fd-a741-df6e342fba64 req-1f860b73-e217-4fe5-aa65-c1eccd09c5d6 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920396 Jun 17 08:54:56.877230 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:56.896818 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395763d9-f98a-4c50-a72d-50940f745d50 req-0f5039da-d567-404e-980a-a532daa88adc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:56.898999 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-395763d9-f98a-4c50-a72d-50940f745d50 req-0f5039da-d567-404e-980a-a532daa88adc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0558083 Jun 17 08:54:56.954724 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-395763d9-f98a-4c50-a72d-50940f745d50 req-6a9eadea-b0d9-4ddd-97af-6f3faae4d9df tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503886 Jun 17 08:54:56.978442 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41398) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:57.108311 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41404) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:57.213127 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-09cad9fb-7b4a-4398-a449-248aa6f1bc58 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5809f2e310d4768acbf28fb54280f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1036763 Jun 17 08:54:57.215747 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41410) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:57.243561 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179fa5ed-d8de-4a1a-bc49-078faf03cbe4 tempest-TestShelveInstance-903387454 tempest-TestShelveInstance-903387454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:57.248351 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41414) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:54:57.249595 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-179fa5ed-d8de-4a1a-bc49-078faf03cbe4 tempest-TestShelveInstance-903387454 tempest-TestShelveInstance-903387454-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1125 time: 0.2682703 Jun 17 08:54:57.265706 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'port_id': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:54:57.299913 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-31c997b3-4ec6-4277-aea5-b9f6a5913261 admin admin] Publish callbacks [] for security_group (a5f3e248-e766-4e23-a098-7e7490c25c8d), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.320002 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959874b-7444-4c9c-a243-bc82c5518fd4 req-06a0f3fb-4c48-40e1-8409-3dd3ecee73a0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:57.322068 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8959874b-7444-4c9c-a243-bc82c5518fd4 req-06a0f3fb-4c48-40e1-8409-3dd3ecee73a0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0703540 Jun 17 08:54:57.326402 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-31c997b3-4ec6-4277-aea5-b9f6a5913261 admin admin] Publish callbacks [] for security_group (a5f3e248-e766-4e23-a098-7e7490c25c8d), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.377647 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8959874b-7444-4c9c-a243-bc82c5518fd4 req-0193186a-83ce-466e-a559-b8b8ecdf71ec tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497534 Jun 17 08:54:57.379801 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.408297 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:57.441545 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-31c997b3-4ec6-4277-aea5-b9f6a5913261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a5f3e248-e766-4e23-a098-7e7490c25c8d), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.445104 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-31c997b3-4ec6-4277-aea5-b9f6a5913261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.448913 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-31c997b3-4ec6-4277-aea5-b9f6a5913261 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5f3e248-e766-4e23-a098-7e7490c25c8d HTTP/1.1" status: 204 len: 168 time: 0.2295997 Jun 17 08:54:57.462812 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c997b3-4ec6-4277-aea5-b9f6a5913261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f3e248-e766-4e23-a098-7e7490c25c8d,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:57.489859 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.529654 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:57.610964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Allocated IP 172.27.0.61 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:57.647177 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abdb22-fc60-4e7d-a652-94521a9f8250 req-e2581ec3-5053-4898-bf45-b30d2afcca0d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:57.649181 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b9abdb22-fc60-4e7d-a652-94521a9f8250 req-e2581ec3-5053-4898-bf45-b30d2afcca0d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0597048 Jun 17 08:54:57.707595 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b9abdb22-fc60-4e7d-a652-94521a9f8250 req-28e6fd68-21a1-4ce7-997d-82ac3aebaddf tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526299 Jun 17 08:54:57.753472 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.859873 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:57.901338 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:57.908490 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:57.912570 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:54:57.916450 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'Port': ['ID=74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:58.432390 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:58.502112 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aee83-64a6-49cb-b7f3-84306c3d7149 req-eef534d9-dc7b-4c05-8535-8b3bce87f5aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:58.503631 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-211aee83-64a6-49cb-b7f3-84306c3d7149 req-eef534d9-dc7b-4c05-8535-8b3bce87f5aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0501313 Jun 17 08:54:58.535324 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for floatingip (7c767729-a98a-4e82-8b4f-fed483cb662e), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:58.537159 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:58.554064 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-211aee83-64a6-49cb-b7f3-84306c3d7149 req-c1e290f1-5cf9-4914-8473-994c46ae828c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Jun 17 08:54:58.670631 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:58.776030 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:58.818743 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:58.827775 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddd06b-d385-46d3-8831-f26da9189daa req-d154136a-7699-4786-a936-00060b1c9ba4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:58.829329 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-00ddd06b-d385-46d3-8831-f26da9189daa req-d154136a-7699-4786-a936-00060b1c9ba4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0487838 Jun 17 08:54:58.876166 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:58.876714 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-00ddd06b-d385-46d3-8831-f26da9189daa req-82948616-7702-4448-aae4-b2ccc87885bb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Jun 17 08:54:58.949609 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event updated for resources: {'Port': ['ID=74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:58.960113 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (7c767729-a98a-4e82-8b4f-fed483cb662e), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:59.060037 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Floating IP 7c767729-a98a-4e82-8b4f-fed483cb662e associated. External IP: 172.27.0.61, port: 3b983d08-82e5-4031-8c13-d190ca57fc87. Jun 17 08:54:59.256303 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:54:59.361019 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:54:59.374403 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] Sync routers for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:59.385886 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:54:59.386542 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:54:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:59.426947 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:54:59.467435 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e5e937f1-640d-4176-bf0e-ecc4fd7c01d7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2173910 Jun 17 08:54:59.468167 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:54:59.475935 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:59.503198 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:54:59.511394 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cff604-f715-4a27-b510-098a0950d80e x-openstack-request-id: req-65cff604-f715-4a27-b510-098a0950d80e {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:59.511779 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:59.512122 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65cff604-f715-4a27-b510-098a0950d80e {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:59.512583 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cff604-f715-4a27-b510-098a0950d80e'] response: {'name': 'network-changed', 'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'status': 'completed', 'code': 200} Jun 17 08:54:59.688962 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-5c3ff56f-c398-4bbc-9064-4ca250611071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:59.689442 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-5c3ff56f-c398-4bbc-9064-4ca250611071 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1130 time: 0.0795040 Jun 17 08:54:59.700066 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4d39c-c768-4652-90c2-95ca274468f2 req-4466419b-0cbc-4247-a678-53701b5d16aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:59.701696 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-10a4d39c-c768-4652-90c2-95ca274468f2 req-4466419b-0cbc-4247-a678-53701b5d16aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0614746 Jun 17 08:54:59.739619 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:59.789650 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-10a4d39c-c768-4652-90c2-95ca274468f2 req-fae5ce2e-9076-4ddb-93b4-ff5af5f20521 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762737 Jun 17 08:54:59.834058 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-cf9852c7-ff72-43b2-a14e-f9ef66126a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:54:59.836653 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-cf9852c7-ff72-43b2-a14e-f9ef66126a58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 910 time: 0.1399632 Jun 17 08:54:59.886369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:54:59.945331 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-1e9a5921-99e2-40e1-91c0-b64296ddb63f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 999 time: 0.0953577 Jun 17 08:54:59.946573 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '7c767729-a98a-4e82-8b4f-fed483cb662e', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'port_id': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'mac_address': 'fa:16:3e:ba:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:54:58Z', 'updated_at': '2022-06-17T08:54:58Z', 'revision_number': 0, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:26Z', 'revision_number': 5, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:59.980654 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] Checking router: b7ba3a4f-2f14-4eef-b065-7014b6b21e84 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:59.993484 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:54:59.994245 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:54:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:00.021728 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-15fc0226-98fd-48bf-b954-917bef400bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:00.023927 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-15fc0226-98fd-48bf-b954-917bef400bf7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 200 len: 848 time: 0.0646756 Jun 17 08:55:00.033044 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc8f17-93c4-4379-91c8-acb373aa4c4e req-1e066bfd-c9e1-4d35-83e1-b14beabe017a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:00.034801 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2dcc8f17-93c4-4379-91c8-acb373aa4c4e req-1e066bfd-c9e1-4d35-83e1-b14beabe017a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0672338 Jun 17 08:55:00.083957 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-a0eae757-a236-4e4e-a747-b861716e98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:00.086172 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-a0eae757-a236-4e4e-a747-b861716e98bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7cb290e5-1940-4a89-abd7-919a1f5a901c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458820 Jun 17 08:55:00.114731 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2dcc8f17-93c4-4379-91c8-acb373aa4c4e req-d7f935e1-9ded-4902-9e2c-79ce7887d6bd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667098 Jun 17 08:55:00.130357 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:00.154403 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:55:00.212569 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-64dc00aa-656a-441c-80b9-11222f23dbb7 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127539 Jun 17 08:55:00.412408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '7c767729-a98a-4e82-8b4f-fed483cb662e', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'port_id': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'mac_address': 'fa:16:3e:ba:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:54:58Z', 'updated_at': '2022-06-17T08:54:58Z', 'revision_number': 0, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:26Z', 'revision_number': 5, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:00.449963 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057db66-1984-4fff-8dc1-ed48ce8e17dd None None] The sync data for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi is: [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '7c767729-a98a-4e82-8b4f-fed483cb662e', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'port_id': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'mac_address': 'fa:16:3e:ba:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:54:58Z', 'updated_at': '2022-06-17T08:54:58Z', 'revision_number': 0, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:26Z', 'revision_number': 5, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:00.585365 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:00.618099 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8b6f12c2-6e1c-4f11-ab89-9151ff01fb8a req-abc58812-0fb1-4128-a601-9b50a145c329 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437712 Jun 17 08:55:00.744739 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6dd9f1-39ed-40a3-89a6-1bec0054c3dc None None] New status for floating IP 7c767729-a98a-4e82-8b4f-fed483cb662e: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:55:00.953150 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd26ffe-4d58-4327-b804-70053954184f req-3c15a66a-087f-465c-9985-2848722cf583 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:00.955649 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ecd26ffe-4d58-4327-b804-70053954184f req-3c15a66a-087f-465c-9985-2848722cf583 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0900719 Jun 17 08:55:01.117686 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ecd26ffe-4d58-4327-b804-70053954184f req-31bb7e45-da56-4456-bf73-801f9129596c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553063 Jun 17 08:55:01.194600 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-bfce3995-be05-4963-b239-3e52554e4f76 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:01.196406 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-bfce3995-be05-4963-b239-3e52554e4f76 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/networks?id=ba4c2740-eda9-41f4-b954-e1d4f9107a41 HTTP/1.1" status: 200 len: 813 time: 0.2079439 Jun 17 08:55:01.246610 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-1caf5ac2-a707-4ea4-b31d-9a254ac4a48d tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/quotas/25f8de28a0664821af43d9cdccab292d HTTP/1.1" status: 200 len: 375 time: 0.0383949 Jun 17 08:55:01.261558 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a09d9-bafd-4f63-a81a-0e78676ebb80 req-a62ce05a-af86-4414-b667-ddba857e93bb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:01.263003 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-072a09d9-bafd-4f63-a81a-0e78676ebb80 req-a62ce05a-af86-4414-b667-ddba857e93bb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0657017 Jun 17 08:55:01.306359 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-e526cd1b-b455-4dad-bf97-04c312a3abae tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=25f8de28a0664821af43d9cdccab292d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519602 Jun 17 08:55:01.345806 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:01.378382 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-072a09d9-bafd-4f63-a81a-0e78676ebb80 req-5c4efb66-6a73-4693-ae20-f92939238825 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060946 Jun 17 08:55:01.492708 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-48ccc9bb-3df6-48bd-b641-fcf26ca163fe service neutron] 10.222.0.78 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763299 Jun 17 08:55:01.638755 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-60dbdeaa-2613-454c-99b3-80e09d0bd920 service neutron] 10.222.0.78 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338151 Jun 17 08:55:01.950055 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-25008a0a-f135-4309-9952-31ec911a4f7e req-42a37144-7dbc-4dce-bbb4-aeb0bea6b152 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0491726 Jun 17 08:55:02.275591 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5b24b-aa4f-46fb-b4d1-dac3f140fd48 req-f3627e72-a7f1-4e62-a4d3-8ca399b751fd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:02.277293 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ae5b24b-aa4f-46fb-b4d1-dac3f140fd48 req-f3627e72-a7f1-4e62-a4d3-8ca399b751fd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0583613 Jun 17 08:55:02.341751 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ae5b24b-aa4f-46fb-b4d1-dac3f140fd48 req-a36e4644-04c5-41cd-b21e-873a6ce42cfd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530257 Jun 17 08:55:02.515297 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd9df3-31b7-4b50-b18f-1888b9353590 req-9bfe43f2-c92d-4526-a78f-100eaba2f639 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:02.517016 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aadd9df3-31b7-4b50-b18f-1888b9353590 req-9bfe43f2-c92d-4526-a78f-100eaba2f639 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0559142 Jun 17 08:55:02.572311 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aadd9df3-31b7-4b50-b18f-1888b9353590 req-f1bc050d-2fde-4c70-8761-9e14f98f7df8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 Jun 17 08:55:03.035953 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e7903309-0b18-4544-9ba5-56df0e191e84 req-28d6b8a3-d151-4421-8034-c9d46251b95a tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0304327 Jun 17 08:55:03.476400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5a2ab-0949-4efa-9ac3-1720cef102cb req-c8501800-b0ee-481c-8b8b-bf840346378c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:03.478163 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-94e5a2ab-0949-4efa-9ac3-1720cef102cb req-c8501800-b0ee-481c-8b8b-bf840346378c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0574148 Jun 17 08:55:03.531034 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-94e5a2ab-0949-4efa-9ac3-1720cef102cb req-86568600-68a2-44d4-838f-34bc892aae92 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463161 Jun 17 08:55:03.701314 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bab9a-7067-4075-8cd6-1ef8a212cd87 req-7864f430-2f36-4683-9d94-5c9c39ddfec1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:03.702993 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3f8bab9a-7067-4075-8cd6-1ef8a212cd87 req-7864f430-2f36-4683-9d94-5c9c39ddfec1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0587492 Jun 17 08:55:03.715469 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:03.759859 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3f8bab9a-7067-4075-8cd6-1ef8a212cd87 req-9190614a-ebca-411b-9655-37e9730f83f0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511365 Jun 17 08:55:04.139890 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d16a2c38-2de6-48e7-bdd7-895458869687 req-b3e37433-1a0a-4a79-815a-7c7bda96d747 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Jun 17 08:55:04.667398 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ca696-ef6a-49f7-ac61-f7db3ef02b72 req-f5d9a823-c493-4fe7-ab2d-80e164513bfc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:04.668954 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3e7ca696-ef6a-49f7-ac61-f7db3ef02b72 req-f5d9a823-c493-4fe7-ab2d-80e164513bfc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0508792 Jun 17 08:55:04.718631 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3e7ca696-ef6a-49f7-ac61-f7db3ef02b72 req-70d2a371-aae6-410f-9424-89e608a5471d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439296 Jun 17 08:55:04.904472 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6056-af59-4360-b872-d642896bcbf1 req-870f0826-8a62-4105-9a56-31e1bff31ce2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:04.912229 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-80fc6056-af59-4360-b872-d642896bcbf1 req-870f0826-8a62-4105-9a56-31e1bff31ce2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0565603 Jun 17 08:55:04.967766 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-80fc6056-af59-4360-b872-d642896bcbf1 req-89f41923-477f-40b4-8a03-58d27bfec7cb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544753 Jun 17 08:55:05.245716 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9d45c549-16b1-4a46-abcc-5b499caa1023 req-bcdcaebf-8999-4cda-aec7-a05c040219c3 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0333521 Jun 17 08:55:05.844557 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa8a2c-4d81-448c-aae5-e021d31f62e6 req-cf95e20e-f789-4e0e-84f0-7feb74929da3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:05.846792 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7caa8a2c-4d81-448c-aae5-e021d31f62e6 req-cf95e20e-f789-4e0e-84f0-7feb74929da3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0494483 Jun 17 08:55:05.898995 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7caa8a2c-4d81-448c-aae5-e021d31f62e6 req-4af0090e-546c-4339-b49f-0824b95fa71f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 Jun 17 08:55:06.094682 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b5c1-47d8-4ebd-91ed-7eba34f20166 req-d6c58c3e-e0a6-468a-b240-3ede1fb9c13d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:06.096338 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b6a9b5c1-47d8-4ebd-91ed-7eba34f20166 req-d6c58c3e-e0a6-468a-b240-3ede1fb9c13d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0523341 Jun 17 08:55:06.117632 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:06.146474 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b6a9b5c1-47d8-4ebd-91ed-7eba34f20166 req-ddda1a5c-774e-41fd-9984-f717ece12d8e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Jun 17 08:55:06.350338 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-be83a434-4c3c-47a6-a7c8-64cae25cd3c5 req-cef822e6-9bba-4d59-ad9f-4e7c7630fc6f tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0330842 Jun 17 08:55:07.026710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077be95-818f-4ddc-8fa7-380e388ca304 req-3f011880-ccc9-46e8-a13c-a90544626436 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:07.028269 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c077be95-818f-4ddc-8fa7-380e388ca304 req-3f011880-ccc9-46e8-a13c-a90544626436 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0522368 Jun 17 08:55:07.083981 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c077be95-818f-4ddc-8fa7-380e388ca304 req-b72869c7-11b8-48e3-8627-ac5de28f03af tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500796 Jun 17 08:55:07.262713 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19062dc8-c06c-42d0-808a-e8885171ef87 req-46bcd6b0-cedc-4af9-9f8f-8c4ac3cad0d6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:07.264258 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-19062dc8-c06c-42d0-808a-e8885171ef87 req-46bcd6b0-cedc-4af9-9f8f-8c4ac3cad0d6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0472240 Jun 17 08:55:07.321173 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-19062dc8-c06c-42d0-808a-e8885171ef87 req-c9235b09-bd5b-4e0e-ae4f-5eedb1cfe176 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496607 Jun 17 08:55:07.462133 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fd123ce6-fa8f-46c7-9ff9-56dadf856c4f req-c27befd5-6bf0-4e25-a7ba-bed1a3d0ee7a tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0338514 Jun 17 08:55:08.207415 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5986dba-eb4d-48af-978c-0b1471573d42 req-48bb94a0-2f21-409f-b4f2-7573df0cc504 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:08.208925 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d5986dba-eb4d-48af-978c-0b1471573d42 req-48bb94a0-2f21-409f-b4f2-7573df0cc504 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0491974 Jun 17 08:55:08.261344 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d5986dba-eb4d-48af-978c-0b1471573d42 req-9d3af473-68be-48e9-9279-d14431a958ce tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462899 Jun 17 08:55:08.451242 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d151f-75b4-4fe5-9739-3acaa0cdcc4b req-23fca8e4-4832-41e4-826b-a5dfd93f2e37 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:08.454381 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-747d151f-75b4-4fe5-9739-3acaa0cdcc4b req-23fca8e4-4832-41e4-826b-a5dfd93f2e37 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0530579 Jun 17 08:55:08.519382 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-747d151f-75b4-4fe5-9739-3acaa0cdcc4b req-686fa2ce-d503-46ac-9795-431ffddaaaf7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607197 Jun 17 08:55:08.587728 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d1664356-a392-4009-8ce4-f0005e2d26aa req-4ff96418-d352-4b23-ac29-8d3f46ff409a tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0323551 Jun 17 08:55:09.392863 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226e657-7a02-47ee-ae85-a599d777b177 req-b41b7001-fafb-4509-8c31-9ae332d75d74 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:09.394383 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b226e657-7a02-47ee-ae85-a599d777b177 req-b41b7001-fafb-4509-8c31-9ae332d75d74 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0578761 Jun 17 08:55:09.449992 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b226e657-7a02-47ee-ae85-a599d777b177 req-841762eb-ca2d-41f6-aa15-3db9cfeebdd3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482843 Jun 17 08:55:09.644182 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03eea-299b-40ee-8d3d-765bb47b4d68 req-9eac410a-a20d-4a21-9f84-0bee215fc775 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:09.645715 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67a03eea-299b-40ee-8d3d-765bb47b4d68 req-9eac410a-a20d-4a21-9f84-0bee215fc775 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0517116 Jun 17 08:55:09.708668 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ce556bf-8025-432e-90b6-38cde868364d req-092d44f3-12d4-403a-9eb1-6b09848c33e7 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0376227 Jun 17 08:55:09.729636 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:09.734489 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67a03eea-299b-40ee-8d3d-765bb47b4d68 req-9c690945-5b9a-4f6c-9d87-d1efa485b38f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Jun 17 08:55:10.417590 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=56 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:10.614176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=37 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:10.864580 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6a7d4948-ace6-44e0-a7a5-a5ec93723368 req-0d2054c3-b2e0-4f64-abf3-4b4ea91dee08 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0629823 Jun 17 08:55:10.872312 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2a507-d5c8-41dc-b420-bd743bbb5b6d req-3b0e21c3-d1f4-4b5f-b9fa-ff28852b1c23 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:10.874046 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20a2a507-d5c8-41dc-b420-bd743bbb5b6d req-3b0e21c3-d1f4-4b5f-b9fa-ff28852b1c23 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.3275728 Jun 17 08:55:10.891105 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:10.952959 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20a2a507-d5c8-41dc-b420-bd743bbb5b6d req-ef9f77f3-6c72-493b-b0cb-04e1c5c3000e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561204 Jun 17 08:55:11.020397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b27d-111a-4c6f-af7f-0e3cc72f78eb req-5bd2ac49-a211-4147-91ec-2c52c71dc77a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:11.022893 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4cb5b27d-111a-4c6f-af7f-0e3cc72f78eb req-5bd2ac49-a211-4147-91ec-2c52c71dc77a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0550628 Jun 17 08:55:11.078042 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4cb5b27d-111a-4c6f-af7f-0e3cc72f78eb req-3e7c508c-75bc-4039-ad8c-09dedf9ef5c4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482566 Jun 17 08:55:11.969503 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1bd19c2c-2bd5-4b9b-a21b-2aee491d034f req-50c300b1-8725-42f4-ba8e-b83be3c9a0ad tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0303450 Jun 17 08:55:12.090032 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd9f35-78c7-4003-b398-5587d005d9d3 req-a3ee3d30-0ac7-405a-bf74-24cc60a40f49 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:12.091521 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ddd9f35-78c7-4003-b398-5587d005d9d3 req-a3ee3d30-0ac7-405a-bf74-24cc60a40f49 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0481467 Jun 17 08:55:12.142299 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ddd9f35-78c7-4003-b398-5587d005d9d3 req-94135a31-cb2c-4a8e-bac8-ec3c43f81392 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450363 Jun 17 08:55:12.207608 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25f3bb-3897-4ed3-914b-9e9644076d0a req-50eb2389-0ea7-4c47-8892-dbd4cf5de228 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:12.208585 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd25f3bb-3897-4ed3-914b-9e9644076d0a req-50eb2389-0ea7-4c47-8892-dbd4cf5de228 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0542054 Jun 17 08:55:12.259209 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd25f3bb-3897-4ed3-914b-9e9644076d0a req-c9ab6939-4cbd-403d-817f-d6705d2d1f10 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Jun 17 08:55:12.682591 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:55:13.068114 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5416c0ac-64cd-4dd2-a876-a06cdbb8dba3 req-9df4d093-b795-40b3-bcc9-52696ad47b20 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0277681 Jun 17 08:55:13.279654 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad3f04-4e04-4fa1-8593-85a8f9c52d3e req-8b7cdf5f-e99e-4be3-9ea5-ee74e51e9b5b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:13.281159 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2bad3f04-4e04-4fa1-8593-85a8f9c52d3e req-8b7cdf5f-e99e-4be3-9ea5-ee74e51e9b5b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0543244 Jun 17 08:55:13.317632 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:13.347729 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2bad3f04-4e04-4fa1-8593-85a8f9c52d3e req-7f1a5606-a657-4b53-a5d9-ef94aa044e47 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591469 Jun 17 08:55:13.385934 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96210e4-1f67-46f5-9140-00dcd5508d82 req-32d7edd1-473e-4e32-ae44-ac045884fa6c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:13.387189 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c96210e4-1f67-46f5-9140-00dcd5508d82 req-32d7edd1-473e-4e32-ae44-ac045884fa6c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0573454 Jun 17 08:55:13.437008 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c96210e4-1f67-46f5-9140-00dcd5508d82 req-405daa8d-bc60-479f-9305-4fc3ff286788 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Jun 17 08:55:14.167273 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-59c10ebc-deaf-4da4-b2aa-d88129601f0f req-520d848d-d680-4935-a7e1-738f5ee4cc0e tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0296168 Jun 17 08:55:14.492007 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76334f0f-c95e-41ed-9072-204151540beb req-c5c9d535-204e-4db1-b7e9-57415db1bdf4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:14.493524 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-76334f0f-c95e-41ed-9072-204151540beb req-c5c9d535-204e-4db1-b7e9-57415db1bdf4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0682027 Jun 17 08:55:14.584889 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3ab7-4395-41e5-9768-7dd60932a3fa req-e9711347-82de-476d-95c5-f7ed54635e48 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:14.586552 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-feab3ab7-4395-41e5-9768-7dd60932a3fa req-e9711347-82de-476d-95c5-f7ed54635e48 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0684137 Jun 17 08:55:14.594331 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-76334f0f-c95e-41ed-9072-204151540beb req-940dd3da-8687-4734-b0cf-e90e564bd16e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948412 Jun 17 08:55:14.639953 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-feab3ab7-4395-41e5-9768-7dd60932a3fa req-7929253b-9d2e-4083-83c9-ec087f38fd7a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 Jun 17 08:55:15.265593 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-01115c7e-b95a-4bb3-9031-41a43edc1975 req-084f1d4d-9839-48b9-8b9b-674ec41cafcc tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0283842 Jun 17 08:55:15.730956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cef5b7-8f5b-4ba2-a003-c5653e1cd285 req-f0c81add-6c53-40f9-abb3-74a0e1280440 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:15.732641 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50cef5b7-8f5b-4ba2-a003-c5653e1cd285 req-f0c81add-6c53-40f9-abb3-74a0e1280440 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0617993 Jun 17 08:55:15.777273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:15.801415 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dcc2-2c5d-4a1c-af60-006d426f4702 req-aa99d58d-de76-4798-b794-3b939d26e50a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:15.802993 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bfc4dcc2-2c5d-4a1c-af60-006d426f4702 req-aa99d58d-de76-4798-b794-3b939d26e50a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0693417 Jun 17 08:55:15.835629 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50cef5b7-8f5b-4ba2-a003-c5653e1cd285 req-e97e2f5d-f5b6-4cb8-abe6-4db59f82019a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927680 Jun 17 08:55:15.865797 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bfc4dcc2-2c5d-4a1c-af60-006d426f4702 req-0daad0f4-d315-4b06-a24c-2f8afd86eeab tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Jun 17 08:55:16.362132 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3bedcb25-cece-48f3-a936-070b76745d4e req-94cf7b3b-6e0b-4cf9-adbc-811ecc00bdd7 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0281987 Jun 17 08:55:16.786728 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:55:16.905500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:16.918866 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'port_id': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'mac_address': 'fa:16:3e:11:89:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:55:16.975618 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:55:16.976012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:16.995931 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051f4b45-cbb1-44c1-92a3-54becef75c28 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:55:16.997798 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fc29a-c0b9-4df1-a160-543d69bb36d6 req-d02adfb6-7ce3-4df2-b81e-b46088cf5f7b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:16.999545 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b80fc29a-c0b9-4df1-a160-543d69bb36d6 req-d02adfb6-7ce3-4df2-b81e-b46088cf5f7b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 944 time: 0.0767474 Jun 17 08:55:17.031896 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:17.064345 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb363ec-dead-4807-bfe8-9d5da8799ace req-c7e29d57-fd98-4291-a493-37b95f063c8b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:17.068216 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fbb363ec-dead-4807-bfe8-9d5da8799ace req-c7e29d57-fd98-4291-a493-37b95f063c8b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0926354 Jun 17 08:55:17.114607 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d1ee6-6a84-4ff1-98cf-06ce9cd8b5a6 req-15525e42-c82a-45ce-8d29-78e7125646fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:17.116739 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4d0d1ee6-6a84-4ff1-98cf-06ce9cd8b5a6 req-15525e42-c82a-45ce-8d29-78e7125646fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 1129 time: 0.0495477 Jun 17 08:55:17.125235 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b80fc29a-c0b9-4df1-a160-543d69bb36d6 req-d4d01bb4-9bb9-40e1-a154-8de31de1e716 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038671 Jun 17 08:55:17.133631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:17.161222 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fbb363ec-dead-4807-bfe8-9d5da8799ace req-c70c8036-6e6a-4a83-841b-1537073a903c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848932 Jun 17 08:55:17.181251 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4d0d1ee6-6a84-4ff1-98cf-06ce9cd8b5a6 req-6087d17a-ff42-426b-a77a-7a54b1f65d73 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548666 Jun 17 08:55:17.197920 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=9']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:17.206979 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.207307 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.207947 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.208293 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.208622 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.208943 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.210029 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.210478 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.210842 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.211161 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.211504 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.211848 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.212200 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.212514 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.212824 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:17.460954 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2988857f-ce9f-4a05-93d9-6d8b1b912f87 req-58f9c8fa-30cf-42cb-ad67-0a411fdb47fc tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0306883 Jun 17 08:55:17.600776 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-9c83e870-fb45-4201-a2fd-7227b298a6ca tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:17.602464 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-9c83e870-fb45-4201-a2fd-7227b298a6ca tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "GET /v2.0/networks?id=ba4c2740-eda9-41f4-b954-e1d4f9107a41 HTTP/1.1" status: 200 len: 813 time: 0.1190870 Jun 17 08:55:17.620623 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Request body: {'port': {'device_id': '3ab550e7-cda1-4950-a919-b651030c1083', 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41', 'admin_state_up': True, 'tenant_id': '25f8de28a0664821af43d9cdccab292d'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:17.645492 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['051f4b45-cbb1-44c1-92a3-54becef75c28'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:55:17.748383 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857790f5-67ba-44d7-a1f6-3d69308952a2 req-20ab5d3a-f65f-472d-8198-106144ad72d9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:17.750087 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-857790f5-67ba-44d7-a1f6-3d69308952a2 req-20ab5d3a-f65f-472d-8198-106144ad72d9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0737088 Jun 17 08:55:17.807889 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Made reservation on behalf of 25f8de28a0664821af43d9cdccab292d for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:17.809895 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-857790f5-67ba-44d7-a1f6-3d69308952a2 req-9679ed6e-b509-45d6-98ce-af97c05ae751 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Jun 17 08:55:17.812019 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:17.847454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41758) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:17.961911 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Allocated IP 172.20.0.4 (ba4c2740-eda9-41f4-b954-e1d4f9107a41/4a0adec1-1af3-42cb-9a96-0d0bfc164cb7/e561f750-e056-412b-80ea-540dd4045e2d) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:18.069710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09c959-8128-415b-9dd4-555f2d7851c7 tempest-TestMinimumBasicScenario-998091600 tempest-TestMinimumBasicScenario-998091600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:18.071267 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7a09c959-8128-415b-9dd4-555f2d7851c7 tempest-TestMinimumBasicScenario-998091600 tempest-TestMinimumBasicScenario-998091600-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1124 time: 0.2227445 Jun 17 08:55:18.074286 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41762) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:18.078886 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'port_id': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:18.128463 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks [] for port (e561f750-e056-412b-80ea-540dd4045e2d), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.238332 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.289816 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (e561f750-e056-412b-80ea-540dd4045e2d), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.331194 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c1ad6-a6bb-45e4-a542-2c64854acbd9 req-f92a1d12-92fb-4100-8288-7ec300551298 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:18.333939 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5c9c1ad6-a6bb-45e4-a542-2c64854acbd9 req-f92a1d12-92fb-4100-8288-7ec300551298 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 945 time: 0.1091864 Jun 17 08:55:18.362748 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Network ba4c2740-eda9-41f4-b954-e1d4f9107a41 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:18.368512 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:18.370933 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Pushing event updated for resources: {'Port': ['ID=e561f750-e056-412b-80ea-540dd4045e2d,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:18.373328 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:55:18.405491 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:18.412996 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609680eb-cb3f-4d9d-a5e2-6d401f1e2481 req-ba7db55d-8629-4dfd-897d-8d342382123b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:18.414695 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-609680eb-cb3f-4d9d-a5e2-6d401f1e2481 req-ba7db55d-8629-4dfd-897d-8d342382123b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.1554570 Jun 17 08:55:18.426415 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:18.427046 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.430936 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:18.458489 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.488040 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5c9c1ad6-a6bb-45e4-a542-2c64854acbd9 req-515bbf52-bcb8-43d6-8651-8167415d9292 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207478 Jun 17 08:55:18.505395 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-0ef5b882-23fe-4b62-8ad5-96c97beca346 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8867369 Jun 17 08:55:18.539006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Request body: {'port': {'device_id': '3ab550e7-cda1-4950-a919-b651030c1083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:18.546598 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-609680eb-cb3f-4d9d-a5e2-6d401f1e2481 req-591d1ec4-993a-46e1-8711-403a39e73caf tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208117 Jun 17 08:55:18.601281 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:18.605027 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e561f750-e056-412b-80ea-540dd4045e2d), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.630003 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884c84a-bc32-4d15-b39f-796920b2ebe3 req-60ab63e6-5c3a-4d04-a70e-93f1627e5170 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:18.632159 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4884c84a-bc32-4d15-b39f-796920b2ebe3 req-60ab63e6-5c3a-4d04-a70e-93f1627e5170 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 931 time: 0.0738406 Jun 17 08:55:18.669171 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Allocated IP 172.27.0.237 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/57be6fd6-de97-4f24-be1c-161898f61af8) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:18.718034 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:18.732727 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4884c84a-bc32-4d15-b39f-796920b2ebe3 req-4a5817b6-08d6-4570-bb32-11380e4262ba tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943055 Jun 17 08:55:18.792906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:55:18.830627 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for port (57be6fd6-de97-4f24-be1c-161898f61af8), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.844019 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 051f4b45-cbb1-44c1-92a3-54becef75c28 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:55:18.844484 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.847582 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.911470 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e561f750-e056-412b-80ea-540dd4045e2d {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:55:18.922767 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Publish callbacks [] for port (e561f750-e056-412b-80ea-540dd4045e2d), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.928025 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (57be6fd6-de97-4f24-be1c-161898f61af8), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.936804 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 051f4b45-cbb1-44c1-92a3-54becef75c28 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:55:18.937549 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:18.938532 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Transition to ACTIVE for port object e561f750-e056-412b-80ea-540dd4045e2d will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:55:18.962414 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:18.964811 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca6885-f206-4b4e-9f03-198207fe7923" -d '{"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-plugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:18.972897 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:18.979326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:18.980800 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:18.981781 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:55:19.003801 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239e4e9-f53c-4792-b1fa-dce96fe005a3 x-openstack-request-id: req-4239e4e9-f53c-4792-b1fa-dce96fe005a3 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:19.004116 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-plugged", "status": "completed", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:19.004369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4239e4e9-f53c-4792-b1fa-dce96fe005a3 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:19.004768 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4239e4e9-f53c-4792-b1fa-dce96fe005a3'] response: {'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'code': 200} Jun 17 08:55:19.007593 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (e561f750-e056-412b-80ea-540dd4045e2d), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.012049 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'Port': ['ID=57be6fd6-de97-4f24-be1c-161898f61af8,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.065531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Pushing event updated for resources: {'Port': ['ID=e561f750-e056-412b-80ea-540dd4045e2d,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.093218 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.145905 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Attempting to bind port e561f750-e056-412b-80ea-540dd4045e2d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:55:19.146506 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Attempting to bind port e561f750-e056-412b-80ea-540dd4045e2d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:55:19.147175 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Attempting to bind port e561f750-e056-412b-80ea-540dd4045e2d on network ba4c2740-eda9-41f4-b954-e1d4f9107a41 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:55:19.152230 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Port e561f750-e056-412b-80ea-540dd4045e2d on network ba4c2740-eda9-41f4-b954-e1d4f9107a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:55:19.152550 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Attempting to bind port e561f750-e056-412b-80ea-540dd4045e2d on network ba4c2740-eda9-41f4-b954-e1d4f9107a41 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:55:19.154121 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=10']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.158986 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:55:19.159320 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Checking segment: {'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:55:19.159935 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Bound using segment: {'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:55:19.160372 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Bound port: e561f750-e056-412b-80ea-540dd4045e2d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a5ac06-cf1a-455e-9a4b-e9a082454e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:55:19.160732 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e561f750-e056-412b-80ea-540dd4045e2d), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.176640 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:19.227542 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] For port e561f750-e056-412b-80ea-540dd4045e2d, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:55:19.230580 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] For port e561f750-e056-412b-80ea-540dd4045e2d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e561f750-e056-412b-80ea-540dd4045e2d,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:55:19.323283 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (e561f750-e056-412b-80ea-540dd4045e2d), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.350785 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1591c00b-72e7-40b1-8ad9-8a07fed8f09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.355850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:19.356469 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.358041 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] 10.222.0.83 "PUT /v2.0/ports/e561f750-e056-412b-80ea-540dd4045e2d HTTP/1.1" status: 200 len: 1093 time: 0.8241749 Jun 17 08:55:19.360538 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab550e7-cda1-4950-a919-b651030c1083', 'tag': 'e561f750-e056-412b-80ea-540dd4045e2d'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:19.362923 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3e32e3-b15f-423f-90b0-0e8827eb97d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab550e7-cda1-4950-a919-b651030c1083", "tag": "e561f750-e056-412b-80ea-540dd4045e2d"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:19.370118 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:19.391785 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c90c-1789-4fd4-b4a2-1df48ba9e230 service neutron] Pushing event updated for resources: {'Port': ['ID=e561f750-e056-412b-80ea-540dd4045e2d,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.396064 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for floatingip (29dfa542-8529-4fcf-b134-b91f6027567f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.402586 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014e6674-a525-4168-acb5-d02cc2132edd x-openstack-request-id: req-014e6674-a525-4168-acb5-d02cc2132edd {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:19.402879 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab550e7-cda1-4950-a919-b651030c1083", "tag": "e561f750-e056-412b-80ea-540dd4045e2d", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:19.403132 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-014e6674-a525-4168-acb5-d02cc2132edd {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:19.403604 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014e6674-a525-4168-acb5-d02cc2132edd'] response: {'name': 'network-changed', 'server_uuid': '3ab550e7-cda1-4950-a919-b651030c1083', 'tag': 'e561f750-e056-412b-80ea-540dd4045e2d', 'status': 'completed', 'code': 200} Jun 17 08:55:19.493127 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e32e3-b15f-423f-90b0-0e8827eb97d2 req-edc2b326-d1b3-45ec-a89e-0a3146c5bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:19.494664 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bf3e32e3-b15f-423f-90b0-0e8827eb97d2 req-edc2b326-d1b3-45ec-a89e-0a3146c5bd24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25f8de28a0664821af43d9cdccab292d&device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 1127 time: 0.0426631 Jun 17 08:55:19.570517 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (57be6fd6-de97-4f24-be1c-161898f61af8), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.680100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720b5be-41c0-4b8a-b988-63672016ae0a req-cdceeec0-5a21-472d-acf4-cc0a9fe43a92 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:19.681596 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0720b5be-41c0-4b8a-b988-63672016ae0a req-cdceeec0-5a21-472d-acf4-cc0a9fe43a92 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.1079419 Jun 17 08:55:19.716407 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb1da-2351-4a51-b195-92be8c9cc9d7 req-f306d566-7331-4222-a835-067e0055ba58 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:19.717850 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c5ffb1da-2351-4a51-b195-92be8c9cc9d7 req-f306d566-7331-4222-a835-067e0055ba58 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0961235 Jun 17 08:55:19.794799 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:19.841230 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0720b5be-41c0-4b8a-b988-63672016ae0a req-0ef198a7-682c-4f0e-abaa-cdb01f574851 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531236 Jun 17 08:55:19.857665 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c5ffb1da-2351-4a51-b195-92be8c9cc9d7 req-b96623c9-cbed-41ae-9a70-e0e36a79d4b3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271694 Jun 17 08:55:19.890851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for port (57be6fd6-de97-4f24-be1c-161898f61af8), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:19.961556 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (57be6fd6-de97-4f24-be1c-161898f61af8), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:20.025878 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485e10d-b46c-4cca-a067-778de6a926f5 req-a85fc2ca-0175-4ef5-b057-ed5809124dca tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.028100 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d485e10d-b46c-4cca-a067-778de6a926f5 req-a85fc2ca-0175-4ef5-b057-ed5809124dca tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 943 time: 0.1056027 Jun 17 08:55:20.065201 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e32e3-b15f-423f-90b0-0e8827eb97d2 req-73ddd17f-4785-44ea-9269-f5b9f59fddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.066816 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bf3e32e3-b15f-423f-90b0-0e8827eb97d2 req-73ddd17f-4785-44ea-9269-f5b9f59fddf7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=25f8de28a0664821af43d9cdccab292d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1633844 Jun 17 08:55:20.081054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'Port': ['ID=57be6fd6-de97-4f24-be1c-161898f61af8,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:20.105980 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (29dfa542-8529-4fcf-b134-b91f6027567f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:20.166762 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d485e10d-b46c-4cca-a067-778de6a926f5 req-8de39b8b-6e7d-48eb-bcc1-44c12c15971a tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108198 Jun 17 08:55:20.202536 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e32e3-b15f-423f-90b0-0e8827eb97d2 req-7a6dee6c-5b65-4abd-b9da-abecbb790c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.204059 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bf3e32e3-b15f-423f-90b0-0e8827eb97d2 req-7a6dee6c-5b65-4abd-b9da-abecbb790c22 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307425 Jun 17 08:55:20.245427 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Floating IP 29dfa542-8529-4fcf-b134-b91f6027567f associated. External IP: 172.27.0.237, port: 5a6e2dcc-1d88-4ebd-8cce-063737a7db08. Jun 17 08:55:20.252940 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc74f0-aa5c-488c-8210-92ad3432daad req-4bddcd4f-6c8e-4821-b4a8-ac2a795bf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.254557 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-17bc74f0-aa5c-488c-8210-92ad3432daad req-4bddcd4f-6c8e-4821-b4a8-ac2a795bf77b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 1131 time: 0.0715678 Jun 17 08:55:20.352665 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-a00dddd7-f53a-4618-b166-a1ab0cfb2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.354240 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-a00dddd7-f53a-4618-b166-a1ab0cfb2f3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25f8de28a0664821af43d9cdccab292d&device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 1127 time: 0.0729041 Jun 17 08:55:20.356575 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-17bc74f0-aa5c-488c-8210-92ad3432daad req-136b6822-69a8-4338-afda-d88bd5ed4f5d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903304 Jun 17 08:55:20.406169 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:20.418999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa95f-cbbf-412a-b89f-38d9032c09fb req-f9e68d03-104e-4df7-a78a-c1fb5565dad7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.420693 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a90aa95f-cbbf-412a-b89f-38d9032c09fb req-f9e68d03-104e-4df7-a78a-c1fb5565dad7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.1352203 Jun 17 08:55:20.455619 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d59b07-bf97-4059-be9d-723ff4264aad req-fd96c543-0d59-4cc2-b823-d091e798bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.457091 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20d59b07-bf97-4059-be9d-723ff4264aad req-fd96c543-0d59-4cc2-b823-d091e798bb13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 1129 time: 0.1279945 Jun 17 08:55:20.528011 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a90aa95f-cbbf-412a-b89f-38d9032c09fb req-18cc2bef-4949-4c2b-bc91-80f0b0e7d88d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998247 Jun 17 08:55:20.590258 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:55:20.690871 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-b2cfdfe8-d7ec-404f-a4b1-b845526c35c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e561f750-e056-412b-80ea-540dd4045e2d HTTP/1.1" status: 200 len: 217 time: 0.0384946 Jun 17 08:55:20.745723 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-870b80a8-0865-4e15-a3f7-3f076af41a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.747210 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-870b80a8-0865-4e15-a3f7-3f076af41a30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4a0adec1-1af3-42cb-9a96-0d0bfc164cb7 HTTP/1.1" status: 200 len: 853 time: 0.0497217 Jun 17 08:55:20.762035 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:55:20.775956 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] Sync routers for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:20.790898 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:55:20.791710 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:54:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:20.796049 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-6936a939-ef80-4933-aab7-4019318ac58d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba4c2740-eda9-41f4-b954-e1d4f9107a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299485 Jun 17 08:55:20.807037 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d59b07-bf97-4059-be9d-723ff4264aad req-806bb592-4805-47cc-9944-cc18f0b80c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:20.807037 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20d59b07-bf97-4059-be9d-723ff4264aad req-806bb592-4805-47cc-9944-cc18f0b80c7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1267321 Jun 17 08:55:20.887494 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:20.892394 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20d59b07-bf97-4059-be9d-723ff4264aad req-75fb6764-a235-4d52-9b15-5dc3c1325b15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcdeb004-186e-437b-8253-335f017eebbd HTTP/1.1" status: 200 len: 217 time: 0.0715401 Jun 17 08:55:20.915313 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:20.923407 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-e3c9ad93-cf56-48f8-95d3-99105a09e32f service neutron] 10.222.0.83 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088128 Jun 17 08:55:20.930978 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:20.939308 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:55:21.025522 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-05e8de90-c6bc-49fc-94ae-c8bc82c7cb2d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9500198 Jun 17 08:55:21.029281 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41802) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:21.032565 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:21.034756 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af8403d-d352-4dff-b3c1-354c83dbdf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:21.035724 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-450b2960-0dd7-4470-b442-b8cea15a1e48 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105065718', 'description': 'tempest-secgroup-smoke-2105065718 description', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:21.043688 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d59b07-bf97-4059-be9d-723ff4264aad req-16af571c-5062-4b79-a884-316a539f97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:21.045805 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20d59b07-bf97-4059-be9d-723ff4264aad req-16af571c-5062-4b79-a884-316a539f97dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.1207891 Jun 17 08:55:21.051369 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60feb-8a48-442b-91e1-7bd677c7a565 req-afe2c1f8-8dfb-4040-8b88-ad055c94b2aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:21.052954 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20f60feb-8a48-442b-91e1-7bd677c7a565 req-afe2c1f8-8dfb-4040-8b88-ad055c94b2aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.1094117 Jun 17 08:55:21.089429 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2615821-0f57-4ad7-8594-cbdcfa025153 x-openstack-request-id: req-e2615821-0f57-4ad7-8594-cbdcfa025153 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:21.089778 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:21.090108 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2615821-0f57-4ad7-8594-cbdcfa025153 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:21.090557 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2615821-0f57-4ad7-8594-cbdcfa025153'] response: {'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'status': 'completed', 'code': 200} Jun 17 08:55:21.090870 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:21.118268 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20f60feb-8a48-442b-91e1-7bd677c7a565 req-706697ba-f765-4521-b467-5750a5783e53 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571895 Jun 17 08:55:21.122409 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-450b2960-0dd7-4470-b442-b8cea15a1e48 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.138236 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:21.198639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-450b2960-0dd7-4470-b442-b8cea15a1e48 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group (2bec96a3-5e42-48e6-a407-554f225e05bd), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.206028 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '29dfa542-8529-4fcf-b134-b91f6027567f', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'port_id': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'mac_address': 'fa:16:3e:d0:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254b695-5369-48d6-9966-64f25873dc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:19Z', 'updated_at': '2022-06-17T08:55:19Z', 'revision_number': 0, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 5, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:21.233570 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] Checking router: f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:21.243634 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:55:21.244254 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:54:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:21.271002 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-450b2960-0dd7-4470-b442-b8cea15a1e48 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (2bec96a3-5e42-48e6-a407-554f225e05bd), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.282835 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59876154-921f-455d-a7a0-4b3685a40704 req-2256f110-0179-4ddb-b721-a11e0fce0360 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:21.284455 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-59876154-921f-455d-a7a0-4b3685a40704 req-2256f110-0179-4ddb-b721-a11e0fce0360 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 943 time: 0.0510471 Jun 17 08:55:21.303669 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b2960-0dd7-4470-b442-b8cea15a1e48 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bec96a3-5e42-48e6-a407-554f225e05bd,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:21.343252 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-59876154-921f-455d-a7a0-4b3685a40704 req-7291e047-c3f1-4e14-906d-50069ed50612 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518396 Jun 17 08:55:21.361856 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:55:21.366886 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-450b2960-0dd7-4470-b442-b8cea15a1e48 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.368203 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-450b2960-0dd7-4470-b442-b8cea15a1e48 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3376620 Jun 17 08:55:21.371192 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41808) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:21.375901 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-721c7891-e918-4c84-898b-167fce13676b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'security_group_rule': {'security_group_id': '2bec96a3-5e42-48e6-a407-554f225e05bd', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:21.469426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-721c7891-e918-4c84-898b-167fce13676b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (89c640f4-3a90-4136-b90f-4e271954e387), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.543243 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:21.549431 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d59b07-bf97-4059-be9d-723ff4264aad req-b7ffe2b9-f881-4c25-9cb9-4934b399c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:21.551312 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20d59b07-bf97-4059-be9d-723ff4264aad req-b7ffe2b9-f881-4c25-9cb9-4934b399c0fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626194 Jun 17 08:55:21.566194 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-721c7891-e918-4c84-898b-167fce13676b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (89c640f4-3a90-4136-b90f-4e271954e387), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.607223 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:21.619608 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-2c33ae3a-dae8-4d7c-8f74-49b50b459565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:21.621108 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-2c33ae3a-dae8-4d7c-8f74-49b50b459565 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1129 time: 0.1053820 Jun 17 08:55:21.647468 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '29dfa542-8529-4fcf-b134-b91f6027567f', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'port_id': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'mac_address': 'fa:16:3e:d0:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254b695-5369-48d6-9966-64f25873dc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:19Z', 'updated_at': '2022-06-17T08:55:19Z', 'revision_number': 0, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 5, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:21.664574 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-721c7891-e918-4c84-898b-167fce13676b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (89c640f4-3a90-4136-b90f-4e271954e387), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.674282 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-ca1ff414-9353-403e-8a6c-e933458ec198 service neutron] 10.222.0.83 "GET /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890173 Jun 17 08:55:21.677946 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358d7f9-b774-45d4-b1f9-f811e5e55255 None None] The sync data for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi is: [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '29dfa542-8529-4fcf-b134-b91f6027567f', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'port_id': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'mac_address': 'fa:16:3e:d0:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254b695-5369-48d6-9966-64f25873dc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:19Z', 'updated_at': '2022-06-17T08:55:19Z', 'revision_number': 0, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 5, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:21.679718 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d8ec77d1-cd9d-46b1-abb1-357079c6183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:21.765665 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-d4323d03-533e-46de-8715-af0d7c211970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:21.767369 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-d4323d03-533e-46de-8715-af0d7c211970 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 915 time: 0.1293170 Jun 17 08:55:21.894951 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b83e2-2f6c-48c7-a734-a618716ea368 None None] New status for floating IP 29dfa542-8529-4fcf-b134-b91f6027567f: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:55:21.898016 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:21.966308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c7891-e918-4c84-898b-167fce13676b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c640f4-3a90-4136-b90f-4e271954e387,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:21.977413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db512bbf-2448-4574-a938-fb9060376e48 req-c82c94a7-9b7b-481c-bc28-4a163afcc406 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:21.978988 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db512bbf-2448-4574-a938-fb9060376e48 req-c82c94a7-9b7b-481c-bc28-4a163afcc406 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.3644667 Jun 17 08:55:22.022281 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20d59b07-bf97-4059-be9d-723ff4264aad req-a67e5a0f-4fdf-4a56-8cd3-aa1164b84145 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283462 Jun 17 08:55:22.030247 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-721c7891-e918-4c84-898b-167fce13676b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.031393 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-721c7891-e918-4c84-898b-167fce13676b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6591890 Jun 17 08:55:22.035302 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41812) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:22.040415 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-c58a38d6-f768-4c1b-bb25-1c3526239bb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'security_group_rule': {'security_group_id': '2bec96a3-5e42-48e6-a407-554f225e05bd', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:22.053654 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db512bbf-2448-4574-a938-fb9060376e48 req-c00eba6c-0bad-4d3d-8f53-dbc347eb2e94 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636129 Jun 17 08:55:22.107026 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c58a38d6-f768-4c1b-bb25-1c3526239bb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (6d0c5aa8-6126-425e-975f-e2d7ad6ef8d6), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.178971 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c58a38d6-f768-4c1b-bb25-1c3526239bb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (6d0c5aa8-6126-425e-975f-e2d7ad6ef8d6), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.247532 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205546e8-c9ad-4073-b8f0-1c12d1b4e2df req-83454345-11c9-495a-a010-d0a4be1e6fdd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:22.247796 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c58a38d6-f768-4c1b-bb25-1c3526239bb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (6d0c5aa8-6126-425e-975f-e2d7ad6ef8d6), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.249049 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-205546e8-c9ad-4073-b8f0-1c12d1b4e2df req-83454345-11c9-495a-a010-d0a4be1e6fdd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0478847 Jun 17 08:55:22.268552 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a38d6-f768-4c1b-bb25-1c3526239bb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0c5aa8-6126-425e-975f-e2d7ad6ef8d6,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:22.302013 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-205546e8-c9ad-4073-b8f0-1c12d1b4e2df req-296280de-aca3-4ae2-bee5-f7d890e814cf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469856 Jun 17 08:55:22.341168 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c58a38d6-f768-4c1b-bb25-1c3526239bb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.342399 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c58a38d6-f768-4c1b-bb25-1c3526239bb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3060210 Jun 17 08:55:22.345163 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41818) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:22.349449 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-e2dfb52c-018c-4822-bc72-238988dddc19 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'security_group_rule': {'security_group_id': '2bec96a3-5e42-48e6-a407-554f225e05bd', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:22.454468 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb52c-018c-4822-bc72-238988dddc19 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (8d79a8ab-835d-414c-9830-861751713555), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.461879 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb47672-d789-48b1-b518-dca1ac02611e req-9c71f5ff-4430-409d-83f4-f9bedaee16f3 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:22.463422 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bbb47672-d789-48b1-b518-dca1ac02611e req-9c71f5ff-4430-409d-83f4-f9bedaee16f3 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 943 time: 0.0514953 Jun 17 08:55:22.512416 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bbb47672-d789-48b1-b518-dca1ac02611e req-beeed983-931c-46e8-959d-4c11a186b15d tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Jun 17 08:55:22.514890 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb52c-018c-4822-bc72-238988dddc19 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (8d79a8ab-835d-414c-9830-861751713555), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.596171 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb52c-018c-4822-bc72-238988dddc19 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (8d79a8ab-835d-414c-9830-861751713555), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.614994 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfb52c-018c-4822-bc72-238988dddc19 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d79a8ab-835d-414c-9830-861751713555,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:22.676227 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.706690 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb52c-018c-4822-bc72-238988dddc19 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.707998 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e2dfb52c-018c-4822-bc72-238988dddc19 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619146 Jun 17 08:55:22.710709 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41822) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:22.715123 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-ceae286c-6409-4422-ba69-ab777606c37d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'security_group_rule': {'security_group_id': '2bec96a3-5e42-48e6-a407-554f225e05bd', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:22.791413 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ceae286c-6409-4422-ba69-ab777606c37d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (9cf65eb5-1016-4345-b369-ef615befe56b), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.858403 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ceae286c-6409-4422-ba69-ab777606c37d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (9cf65eb5-1016-4345-b369-ef615befe56b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.904876 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ceae286c-6409-4422-ba69-ab777606c37d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (9cf65eb5-1016-4345-b369-ef615befe56b), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.925036 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae286c-6409-4422-ba69-ab777606c37d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf65eb5-1016-4345-b369-ef615befe56b,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:22.969715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ceae286c-6409-4422-ba69-ab777606c37d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:22.971013 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ceae286c-6409-4422-ba69-ab777606c37d tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591634 Jun 17 08:55:22.973702 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41824) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:22.978726 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'security_group_rule': {'security_group_id': '2bec96a3-5e42-48e6-a407-554f225e05bd', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:22.991207 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:23.082209 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.securitygroups_db [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Project 45a0a44acc444e8eb9bba54a8e089f17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:55:23.090578 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (d4962eaf-0693-4f9c-891d-179768f7761a), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.154667 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (d4962eaf-0693-4f9c-891d-179768f7761a), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.170090 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461bbd-142b-4c70-a572-ba425187df55 req-ba01bbce-ee2c-40fa-bb19-26a0e20bc3b0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:23.171666 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65461bbd-142b-4c70-a572-ba425187df55 req-ba01bbce-ee2c-40fa-bb19-26a0e20bc3b0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0484650 Jun 17 08:55:23.226347 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65461bbd-142b-4c70-a572-ba425187df55 req-85408197-2c04-4af6-adbd-194df1dab4c4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491369 Jun 17 08:55:23.241715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (d4962eaf-0693-4f9c-891d-179768f7761a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.262107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4962eaf-0693-4f9c-891d-179768f7761a,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:23.324161 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.325501 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-bf4a98af-c271-4181-949b-15ed6823f2d6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508301 Jun 17 08:55:23.328658 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 41830) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:23.333403 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'security_group_rule': {'security_group_id': '2bec96a3-5e42-48e6-a407-554f225e05bd', 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:23.419705 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.securitygroups_db [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Project 45a0a44acc444e8eb9bba54a8e089f17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:55:23.426707 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:23.427531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (1c1ac260-933c-499b-a0af-7374a96080bd), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.443765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427cbe4-7577-48c7-a756-f1c65657e074 req-bb14b8a1-800f-44c7-a1a4-ddac2854c5be tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:23.449748 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f427cbe4-7577-48c7-a756-f1c65657e074 req-bb14b8a1-800f-44c7-a1a4-ddac2854c5be tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0533268 Jun 17 08:55:23.471700 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:23.494622 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (1c1ac260-933c-499b-a0af-7374a96080bd), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.499775 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f427cbe4-7577-48c7-a756-f1c65657e074 req-310e2935-5ca1-433d-b434-f11f7f652089 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464351 Jun 17 08:55:23.550440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (1c1ac260-933c-499b-a0af-7374a96080bd), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.572861 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1ac260-933c-499b-a0af-7374a96080bd,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:23.609650 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:23.610910 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-edade10a-ebc1-473d-9446-df6c78331f7a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2812805 Jun 17 08:55:23.627537 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040aa96-278e-4263-8131-a4d9a23dee2a req-bd0dfd60-2b83-4259-8089-bd72d8fe6b18 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:23.629287 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d040aa96-278e-4263-8131-a4d9a23dee2a req-bd0dfd60-2b83-4259-8089-bd72d8fe6b18 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 943 time: 0.0486934 Jun 17 08:55:23.710133 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-2ba38be1-6042-4207-8336-8c91175faf31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 1001 time: 0.0747645 Jun 17 08:55:23.769021 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d040aa96-278e-4263-8131-a4d9a23dee2a req-c3fa1b3e-4e70-4284-b09a-0ec3923513ae tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300662 Jun 17 08:55:23.816511 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-ca90e8c1-f688-4928-a3bc-a79cb52651c1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105065718&fields=id&tenant_id=45a0a44acc444e8eb9bba54a8e089f17 HTTP/1.1" status: 200 len: 267 time: 0.1190054 Jun 17 08:55:23.843332 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-20d59b07-bf97-4059-be9d-723ff4264aad req-4b027003-5891-483f-89e1-de7bbe04fd78 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130816 Jun 17 08:55:23.877088 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-3a8a6778-8872-46b3-bd60-fa4ecb498b1b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:23.878565 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-3a8a6778-8872-46b3-bd60-fa4ecb498b1b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0518544 Jun 17 08:55:23.889386 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'port': {'security_groups': ['2b8799ca-ed20-494e-8347-ee8a1168dec6', '2bec96a3-5e42-48e6-a407-554f225e05bd']}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:23.973266 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:24.041655 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:24.100092 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:24.170773 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:24.201234 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:24.264614 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:24.284586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['5a6e2dcc-1d88-4ebd-8cce-063737a7db08'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:55:24.326154 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:24.327178 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:24.343549 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cff78ed9-d1bc-4efe-993c-23b830e7bf18 req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "PUT /v2.0/ports/5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 981 time: 0.4476118 Jun 17 08:55:24.343549 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:24.345057 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60580b36-c1a5-4c06-b241-5242f41733a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:24.402993 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955d46-65d7-4a6a-8f9b-0e4cccfa0230 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=6']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:24.414297 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8084a-db39-47a8-8ea3-70cf6a151aff req-baabff52-eaa6-4625-a211-a5dbdbb59c05 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:24.415923 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a8b8084a-db39-47a8-8ea3-70cf6a151aff req-baabff52-eaa6-4625-a211-a5dbdbb59c05 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.1189783 Jun 17 08:55:24.556750 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-5c089d23-c4de-404c-8563-602a5df04edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:24.558684 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-5c089d23-c4de-404c-8563-602a5df04edd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 200 len: 853 time: 0.0755475 Jun 17 08:55:24.562658 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['5a6e2dcc-1d88-4ebd-8cce-063737a7db08'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:55:24.567117 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ad988-d3de-424c-9e5b-4e9b9e7991f6 req-7e144be2-893e-4ca9-97be-042aadd029f7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:24.568730 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cb1ad988-d3de-424c-9e5b-4e9b9e7991f6 req-7e144be2-893e-4ca9-97be-042aadd029f7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.1103697 Jun 17 08:55:24.592150 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a8b8084a-db39-47a8-8ea3-70cf6a151aff req-bdc10fcb-7aa4-4371-85b8-5b8a58def574 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683443 Jun 17 08:55:24.612792 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:24.627050 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:24.671008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-1127a226-a6b2-4958-aa72-4da5e103537c None None] Provisioning complete for port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:55:24.671425 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1127a226-a6b2-4958-aa72-4da5e103537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:24.676211 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-581ddebc-1f2a-4ec5-adc7-10a047279439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:24.677832 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-581ddebc-1f2a-4ec5-adc7-10a047279439 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d9f1082-9521-43ef-8a03-308b31da632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0787890 Jun 17 08:55:24.684271 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e90071-ecd4-4d12-95ea-4ac67bd17bb0 x-openstack-request-id: req-03e90071-ecd4-4d12-95ea-4ac67bd17bb0 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:24.684740 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:24.685168 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03e90071-ecd4-4d12-95ea-4ac67bd17bb0 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:24.685689 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e90071-ecd4-4d12-95ea-4ac67bd17bb0'] response: {'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'status': 'completed', 'code': 200} Jun 17 08:55:24.694154 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cb1ad988-d3de-424c-9e5b-4e9b9e7991f6 req-ebf4732c-fbc5-471b-8c08-504beb2b13f5 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000400 Jun 17 08:55:24.737463 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:24.788722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1b4ee-970b-4999-86ca-142905854f71 req-a98a2f25-ab28-460a-a517-ee6c04f4c59b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:24.791770 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-69c1b4ee-970b-4999-86ca-142905854f71 req-a98a2f25-ab28-460a-a517-ee6c04f4c59b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0655022 Jun 17 08:55:24.855911 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-827f6598-f409-4ed9-aec8-4805d9511b8f service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214497 Jun 17 08:55:24.915935 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-69c1b4ee-970b-4999-86ca-142905854f71 req-a1929377-55ff-4bf7-840b-e93f3e46b96e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929384 Jun 17 08:55:24.927468 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:24.970377 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1eec8-4da0-4e66-9272-1e0615adb490 req-be7db0be-edbf-467a-aabf-ee1d2fb32a10 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:24.971918 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8f1eec8-4da0-4e66-9272-1e0615adb490 req-be7db0be-edbf-467a-aabf-ee1d2fb32a10 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 943 time: 0.0550101 Jun 17 08:55:25.010568 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device e561f750-e056-412b-80ea-540dd4045e2d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:55:25.025262 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f8f1eec8-4da0-4e66-9272-1e0615adb490 req-59f600ea-8eb8-4aa1-a8f9-101eda4aa9aa tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458846 Jun 17 08:55:25.064328 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1127a226-a6b2-4958-aa72-4da5e103537c None None] Current status of the port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:55:25.242957 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port e561f750-e056-412b-80ea-540dd4045e2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e561f750-e056-412b-80ea-540dd4045e2d,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:25.262602 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'e561f750-e056-412b-80ea-540dd4045e2d', 'network_id': 'ba4c2740-eda9-41f4-b954-e1d4f9107a41', 'port_id': 'e561f750-e056-412b-80ea-540dd4045e2d', 'mac_address': 'fa:16:3e:bd:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0adec1-1af3-42cb-9a96-0d0bfc164cb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:55:25.266508 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:25.333702 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port e561f750-e056-412b-80ea-540dd4045e2d is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:55:25.334679 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e561f750-e056-412b-80ea-540dd4045e2d), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:25.361795 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e561f750-e056-412b-80ea-540dd4045e2d {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:55:25.401781 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port e561f750-e056-412b-80ea-540dd4045e2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e561f750-e056-412b-80ea-540dd4045e2d,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:25.466705 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (e561f750-e056-412b-80ea-540dd4045e2d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:25.517560 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:25.532856 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=e561f750-e056-412b-80ea-540dd4045e2d,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:25.697634 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68225e-ce0b-417d-b1f6-124cbf698c80 req-affcee4b-740a-42ca-98b2-25a17194f988 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:25.699144 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce68225e-ce0b-417d-b1f6-124cbf698c80 req-affcee4b-740a-42ca-98b2-25a17194f988 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0564454 Jun 17 08:55:25.753425 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce68225e-ce0b-417d-b1f6-124cbf698c80 req-4255bf41-f878-4fcd-8df0-5163bb9ec5d7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483761 Jun 17 08:55:26.045545 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7c532-e992-46c4-83f9-8e669def1678 req-71928a58-d262-4c81-b533-36bc9f7afeeb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:26.046944 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30d7c532-e992-46c4-83f9-8e669def1678 req-71928a58-d262-4c81-b533-36bc9f7afeeb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0517178 Jun 17 08:55:26.061766 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['e561f750-e056-412b-80ea-540dd4045e2d'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:55:26.098916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30d7c532-e992-46c4-83f9-8e669def1678 req-1e4f24ef-9b07-46e4-aee0-a8ddc018e9c6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463128 Jun 17 08:55:26.165176 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d21402-4344-4462-ab17-92ff5136f1f1 req-e20d610a-b844-4e62-b39b-5ff8990a56bb tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:26.166948 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-33d21402-4344-4462-ab17-92ff5136f1f1 req-e20d610a-b844-4e62-b39b-5ff8990a56bb tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 944 time: 0.0471380 Jun 17 08:55:26.218161 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-33d21402-4344-4462-ab17-92ff5136f1f1 req-b5bf2d5c-ee0c-4c7d-bb8c-68da0d96ffbc tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Jun 17 08:55:26.870393 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cfd2c-c7e7-44f4-90f3-c7de6a92a6a7 req-447d972f-3d1a-4363-8aab-126deeb6a588 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:26.871915 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1e7cfd2c-c7e7-44f4-90f3-c7de6a92a6a7 req-447d972f-3d1a-4363-8aab-126deeb6a588 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0479715 Jun 17 08:55:26.926256 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1e7cfd2c-c7e7-44f4-90f3-c7de6a92a6a7 req-1b75ffcf-0320-4f7f-bec2-06b33a74649e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485783 Jun 17 08:55:27.058133 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8af8403d-d352-4dff-b3c1-354c83dbdf7e req-92b549d7-9457-4987-ab31-f57baebdb4a3 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915179 Jun 17 08:55:27.206710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:27.221638 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9943d-b6bd-45c6-a73d-43673214984b req-b22b1427-00e9-4ca7-9b0f-a8835e1842c8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:27.221853 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cc9943d-b6bd-45c6-a73d-43673214984b req-b22b1427-00e9-4ca7-9b0f-a8835e1842c8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0482433 Jun 17 08:55:27.270320 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cc9943d-b6bd-45c6-a73d-43673214984b req-eef0f4bb-fa31-4ff5-98b9-e2b131107c54 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Jun 17 08:55:27.335646 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8bd2-cad0-48e2-8a71-b6470ce1c82b req-ee0d7092-14e8-4cdf-9141-da7385f53d98 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:27.337140 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6cdd8bd2-cad0-48e2-8a71-b6470ce1c82b req-ee0d7092-14e8-4cdf-9141-da7385f53d98 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 944 time: 0.0499868 Jun 17 08:55:27.385583 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6cdd8bd2-cad0-48e2-8a71-b6470ce1c82b req-9aa6ae5f-8226-48c4-a3a2-d30da06872a1 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Jun 17 08:55:27.389658 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device e561f750-e056-412b-80ea-540dd4045e2d up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:55:27.435058 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port e561f750-e056-412b-80ea-540dd4045e2d completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:55:27.538638 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port e561f750-e056-412b-80ea-540dd4045e2d triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:55:27.539011 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e561f750-e056-412b-80ea-540dd4045e2d), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:27.617627 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port e561f750-e056-412b-80ea-540dd4045e2d is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:55:27.618012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e561f750-e056-412b-80ea-540dd4045e2d), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:27.641124 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab550e7-cda1-4950-a919-b651030c1083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561f750-e056-412b-80ea-540dd4045e2d'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:27.643372 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7532fa-e1e6-49fb-aa7e-28fb483d7bef" -d '{"events": [{"server_uuid": "3ab550e7-cda1-4950-a919-b651030c1083", "name": "network-vif-plugged", "status": "completed", "tag": "e561f750-e056-412b-80ea-540dd4045e2d"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:27.656640 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port e561f750-e056-412b-80ea-540dd4045e2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e561f750-e056-412b-80ea-540dd4045e2d,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:27.680304 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e08089-f475-46b6-a3f7-4dc4813ca4ad x-openstack-request-id: req-89e08089-f475-46b6-a3f7-4dc4813ca4ad {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:27.680620 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab550e7-cda1-4950-a919-b651030c1083", "name": "network-vif-plugged", "status": "completed", "tag": "e561f750-e056-412b-80ea-540dd4045e2d", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:27.680878 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89e08089-f475-46b6-a3f7-4dc4813ca4ad {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:27.681276 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e08089-f475-46b6-a3f7-4dc4813ca4ad'] response: {'server_uuid': '3ab550e7-cda1-4950-a919-b651030c1083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561f750-e056-412b-80ea-540dd4045e2d', 'code': 200} Jun 17 08:55:27.727842 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (e561f750-e056-412b-80ea-540dd4045e2d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:27.776242 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=e561f750-e056-412b-80ea-540dd4045e2d,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:28.026788 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-a793d85f-eabd-42c2-920a-c74b5b204238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:28.028511 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-a793d85f-eabd-42c2-920a-c74b5b204238 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1168 time: 0.0444191 Jun 17 08:55:28.063147 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a71cd8-a3f4-4ed9-bc5f-8ae647fff01a req-288bc38e-fcf5-4293-8164-67a34be769a4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:28.064797 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-98a71cd8-a3f4-4ed9-bc5f-8ae647fff01a req-288bc38e-fcf5-4293-8164-67a34be769a4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0562000 Jun 17 08:55:28.132310 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-98a71cd8-a3f4-4ed9-bc5f-8ae647fff01a req-0228d948-806a-4203-bdc5-5f06c58230a7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597570 Jun 17 08:55:28.317240 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1cc3b-cc4c-452a-9d1f-b303dc469998 req-ac9ad476-8c2e-4003-b03c-fee08673a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:28.319424 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ee1cc3b-cc4c-452a-9d1f-b303dc469998 req-ac9ad476-8c2e-4003-b03c-fee08673a33a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 1129 time: 0.0444865 Jun 17 08:55:28.385365 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ee1cc3b-cc4c-452a-9d1f-b303dc469998 req-a1325bc2-6755-4925-a382-899a6cf15873 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466692 Jun 17 08:55:28.422114 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-b82e02b1-f425-497b-aa88-c0973fc99683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:28.423999 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-b82e02b1-f425-497b-aa88-c0973fc99683 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 915 time: 0.3882265 Jun 17 08:55:28.537639 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7d76-c480-447a-9e8c-da2f8e9f6adb req-055616ab-1f08-44b9-92fe-8458060fcc56 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:28.539497 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-990f7d76-c480-447a-9e8c-da2f8e9f6adb req-055616ab-1f08-44b9-92fe-8458060fcc56 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 945 time: 0.0467422 Jun 17 08:55:28.594103 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-990f7d76-c480-447a-9e8c-da2f8e9f6adb req-5d807116-43ba-4c1b-a2aa-53bcc95e8fa4 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Jun 17 08:55:28.747870 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-2fc4cab3-df37-4ca0-9a5a-d31e40ddc3ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 1001 time: 0.0575995 Jun 17 08:55:28.789469 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:28.798161 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-e0e51a97-cd12-4e10-a0fb-c4a64a1b8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:28.805235 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-e0e51a97-cd12-4e10-a0fb-c4a64a1b8703 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 200 len: 853 time: 0.0442631 Jun 17 08:55:28.857847 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-72c472f9-bf46-428f-90fd-f883e97b3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:28.859280 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-72c472f9-bf46-428f-90fd-f883e97b3c33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d9f1082-9521-43ef-8a03-308b31da632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442758 Jun 17 08:55:28.962372 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-c392c3ba-5901-4e06-b3d1-f0a6005c8fa3 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871348 Jun 17 08:55:29.250954 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f93980-857b-47e5-ade5-1b6bbd4385a7 req-6f53e7f6-46bd-430a-b78b-9cb3e0190867 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:29.252472 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e6f93980-857b-47e5-ade5-1b6bbd4385a7 req-6f53e7f6-46bd-430a-b78b-9cb3e0190867 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0538609 Jun 17 08:55:29.304190 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e6f93980-857b-47e5-ade5-1b6bbd4385a7 req-82015f49-9945-49f9-ab84-2a36894f25b8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Jun 17 08:55:29.633068 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-60580b36-c1a5-4c06-b241-5242f41733a0 req-e5e5e60e-d7e0-4c59-81cc-ddb37305225e service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913153 Jun 17 08:55:29.717826 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c6ce4-f2cc-4461-b371-661fc40470d1 req-dff7cfd3-7db5-4663-a455-4e8e29c9ba04 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:29.719451 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-688c6ce4-f2cc-4461-b371-661fc40470d1 req-dff7cfd3-7db5-4663-a455-4e8e29c9ba04 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 945 time: 0.0479031 Jun 17 08:55:29.761509 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:29.777027 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-688c6ce4-f2cc-4461-b371-661fc40470d1 req-8d6ab8ff-c530-47a4-84c7-b72c6f5eb3c6 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507298 Jun 17 08:55:30.912127 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aae29-f674-4e75-9fe0-648e6b03bd15 req-1621466d-fa1c-42dc-92f8-df880aeb0685 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:30.913785 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-118aae29-f674-4e75-9fe0-648e6b03bd15 req-1621466d-fa1c-42dc-92f8-df880aeb0685 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 945 time: 0.0570498 Jun 17 08:55:30.963983 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-118aae29-f674-4e75-9fe0-648e6b03bd15 req-3afa870e-9e04-49f3-a9c6-68285c9f9746 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Jun 17 08:55:30.999479 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41946) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:31.005300 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-aac3cf08-8370-4196-b466-a4a564d8de82 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293804817', 'description': 'tempest-description--1163125450'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:31.110619 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aac3cf08-8370-4196-b466-a4a564d8de82 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.181312 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aac3cf08-8370-4196-b466-a4a564d8de82 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group (cd9ef2b1-0b12-41de-b754-b3dd1c9ad279), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.253268 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aac3cf08-8370-4196-b466-a4a564d8de82 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (cd9ef2b1-0b12-41de-b754-b3dd1c9ad279), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.283913 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3cf08-8370-4196-b466-a4a564d8de82 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:31.329633 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aac3cf08-8370-4196-b466-a4a564d8de82 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.330887 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-aac3cf08-8370-4196-b466-a4a564d8de82 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3304172 Jun 17 08:55:31.334400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41958) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:31.338732 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-6091d1b6-0e5e-4056-99e8-735de397b44c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'security_group_rule': {'security_group_id': 'cd9ef2b1-0b12-41de-b754-b3dd1c9ad279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:31.471652 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6091d1b6-0e5e-4056-99e8-735de397b44c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group_rule (418fa0f8-a273-4e22-ae3c-d95dfc179728), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.505328 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:31.533355 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6091d1b6-0e5e-4056-99e8-735de397b44c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group_rule (418fa0f8-a273-4e22-ae3c-d95dfc179728), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.619731 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6091d1b6-0e5e-4056-99e8-735de397b44c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (418fa0f8-a273-4e22-ae3c-d95dfc179728), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.641416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091d1b6-0e5e-4056-99e8-735de397b44c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418fa0f8-a273-4e22-ae3c-d95dfc179728,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:31.729999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6091d1b6-0e5e-4056-99e8-735de397b44c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.731151 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-6091d1b6-0e5e-4056-99e8-735de397b44c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3957376 Jun 17 08:55:31.739092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41966) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:31.744114 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-393347f2-2cc5-4e10-8da1-ad8183cc2f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'security_group_rule': {'security_group_id': 'cd9ef2b1-0b12-41de-b754-b3dd1c9ad279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:31.858889 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-393347f2-2cc5-4e10-8da1-ad8183cc2f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group_rule (541b202a-a04c-49b3-bc79-3769d408b6ac), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:31.918344 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-393347f2-2cc5-4e10-8da1-ad8183cc2f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group_rule (541b202a-a04c-49b3-bc79-3769d408b6ac), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.008044 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:32.013251 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-393347f2-2cc5-4e10-8da1-ad8183cc2f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (541b202a-a04c-49b3-bc79-3769d408b6ac), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.032871 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393347f2-2cc5-4e10-8da1-ad8183cc2f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541b202a-a04c-49b3-bc79-3769d408b6ac,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:32.123462 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-393347f2-2cc5-4e10-8da1-ad8183cc2f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.124624 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-393347f2-2cc5-4e10-8da1-ad8183cc2f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846009 Jun 17 08:55:32.127848 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 41970) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:32.132249 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:32.144043 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:32.213123 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.291777 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.397311 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Allocated IP 172.27.0.222 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/d1096464-53c0-4a13-ba00-b441576e36cb) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:32.500763 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for port (d1096464-53c0-4a13-ba00-b441576e36cb), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.590502 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (d1096464-53c0-4a13-ba00-b441576e36cb), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.627045 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:32.630012 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:32.637562 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:55:32.663617 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'Port': ['ID=d1096464-53c0-4a13-ba00-b441576e36cb,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:32.726093 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.806035 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (d1096464-53c0-4a13-ba00-b441576e36cb), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:32.870394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:32.961544 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for port (d1096464-53c0-4a13-ba00-b441576e36cb), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:33.007276 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (d1096464-53c0-4a13-ba00-b441576e36cb), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:33.070420 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:33.076532 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'Port': ['ID=d1096464-53c0-4a13-ba00-b441576e36cb,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:33.088851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:33.186650 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:33.187948 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b325a9d4-4ad5-4e11-b871-ec70aec009a5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0591903 Jun 17 08:55:33.393781 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-556c5336-26cb-47d9-b2e7-b9fcf05b5e3d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--293804817&fields=id&tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980 HTTP/1.1" status: 200 len: 267 time: 0.0476627 Jun 17 08:55:33.514653 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-5d5f69b8-7a11-4ad5-8db8-e0037366cd5e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:33.516150 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-5d5f69b8-7a11-4ad5-8db8-e0037366cd5e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 818 time: 0.1145265 Jun 17 08:55:33.531668 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-6a2b80be-5b35-4db2-926b-98cf661cadcc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/quotas/6cd5b6aa6edd4bafa8aec3e9d28ae980 HTTP/1.1" status: 200 len: 375 time: 0.0095580 Jun 17 08:55:33.585710 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-55f308bb-cd66-4d14-9fd3-fda21a33e558 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490358 Jun 17 08:55:33.686304 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-958ec7d5-9deb-424c-819a-cdf49ad1f4f8 service neutron] 10.222.0.78 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892951 Jun 17 08:55:33.779381 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-0fcc1dfe-3390-4147-8923-2df98d1fdf7a service neutron] 10.222.0.78 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859652 Jun 17 08:55:34.028322 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a40abe78-a60a-4909-aa6a-3c0d921a342a req-59136326-b38e-42f8-b729-1a5e95832da4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 210 time: 0.0360978 Jun 17 08:55:35.124639 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f752b5f5-77a8-4993-8576-3b7a8c4cff55 req-23ad9437-e86b-44b8-871a-231dce13b944 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 210 time: 0.0287373 Jun 17 08:55:35.966440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-0d41cecb-db9b-474a-a960-a733cab16ad8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:35.968068 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-0d41cecb-db9b-474a-a960-a733cab16ad8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 818 time: 0.1041224 Jun 17 08:55:36.009140 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:36.038252 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-8123f318-0c1f-4134-9f0e-44de4ea2ad6b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980 HTTP/1.1" status: 200 len: 379 time: 0.0601957 Jun 17 08:55:36.048837 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'port': {'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'admin_state_up': True, 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'security_groups': ['cd9ef2b1-0b12-41de-b754-b3dd1c9ad279']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:36.213011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Made reservation on behalf of 6cd5b6aa6edd4bafa8aec3e9d28ae980 for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:36.216589 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:36.225532 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60032a78-f3ff-44e5-a7c7-2591e1ae04fe req-b4dc52d9-8de0-40d3-b157-6d68f0c72169 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 210 time: 0.0288947 Jun 17 08:55:36.353540 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Allocated IP 172.20.0.13 (8fa13e99-aed9-4194-a577-7ffc636408e6/a8afceea-41c2-48ae-89de-d8502af1e8e4/b987fec9-a409-4d3b-a983-64e04e498d92) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:36.497259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for port (b987fec9-a409-4d3b-a983-64e04e498d92), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:36.556284 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:36.598527 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:36.602305 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:36.605082 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:55:36.640567 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event updated for resources: {'Port': ['ID=b987fec9-a409-4d3b-a983-64e04e498d92,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:36.669272 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:36.669949 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:36.724812 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-dfa907f4-b0b9-4d67-92a1-cfa5644f9d00 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6793222 Jun 17 08:55:36.744978 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Request body: {'port': {'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:36.801084 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:36.810712 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:36.862193 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-44c920d5-60ca-46ff-bdba-75995150ffb6 None None] Provisioning complete for port b987fec9-a409-4d3b-a983-64e04e498d92 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:55:36.862686 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-44c920d5-60ca-46ff-bdba-75995150ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:36.869857 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:36.901879 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-44c920d5-60ca-46ff-bdba-75995150ffb6 None None] Port b987fec9-a409-4d3b-a983-64e04e498d92 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:55:37.093293 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b987fec9-a409-4d3b-a983-64e04e498d92 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:55:37.102482 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Publish callbacks [] for port (b987fec9-a409-4d3b-a983-64e04e498d92), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:37.116772 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Transition to ACTIVE for port object b987fec9-a409-4d3b-a983-64e04e498d92 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:55:37.161586 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:37.215500 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Pushing event updated for resources: {'Port': ['ID=b987fec9-a409-4d3b-a983-64e04e498d92,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:37.306922 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Attempting to bind port b987fec9-a409-4d3b-a983-64e04e498d92 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:55:37.310195 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Attempting to bind port b987fec9-a409-4d3b-a983-64e04e498d92 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:55:37.310195 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Attempting to bind port b987fec9-a409-4d3b-a983-64e04e498d92 on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:55:37.312924 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Port b987fec9-a409-4d3b-a983-64e04e498d92 on network 8fa13e99-aed9-4194-a577-7ffc636408e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:55:37.313254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Attempting to bind port b987fec9-a409-4d3b-a983-64e04e498d92 on network 8fa13e99-aed9-4194-a577-7ffc636408e6 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:55:37.319621 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:55:37.319955 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Checking segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:55:37.320348 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Bound using segment: {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:55:37.320788 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Bound port: b987fec9-a409-4d3b-a983-64e04e498d92, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a83815-c026-49b8-a9da-17d4d6bd4941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:55:37.321146 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:37.366720 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd6f06-6be2-4b4c-b312-84778327a589 req-11a4ed45-eb31-465d-8c24-c5be3fb98c30 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:37.368356 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d3cd6f06-6be2-4b4c-b312-84778327a589 req-11a4ed45-eb31-465d-8c24-c5be3fb98c30 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 944 time: 0.0667677 Jun 17 08:55:37.389526 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] For port b987fec9-a409-4d3b-a983-64e04e498d92, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:55:37.393097 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] For port b987fec9-a409-4d3b-a983-64e04e498d92, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b987fec9-a409-4d3b-a983-64e04e498d92,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:55:37.421260 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d3cd6f06-6be2-4b4c-b312-84778327a589 req-5d16f76a-a412-4828-a2a7-a8b5bb51cf69 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462837 Jun 17 08:55:37.454202 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:37.490544 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:37.491242 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:37.492605 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] 10.222.0.83 "PUT /v2.0/ports/b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 200 len: 1094 time: 0.7530832 Jun 17 08:55:37.493051 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:37.495265 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d6781-6613-44f1-989a-8865aa9e8f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:37.521944 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e6191-a895-4960-9b7f-0cb0b55f0782 service neutron] Pushing event updated for resources: {'Port': ['ID=b987fec9-a409-4d3b-a983-64e04e498d92,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:37.537929 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79924674-289c-4c31-9929-d41e824292c9 x-openstack-request-id: req-79924674-289c-4c31-9929-d41e824292c9 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:37.538244 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:37.538505 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79924674-289c-4c31-9929-d41e824292c9 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:37.538929 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79924674-289c-4c31-9929-d41e824292c9'] response: {'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'status': 'completed', 'code': 200} Jun 17 08:55:37.617034 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6781-6613-44f1-989a-8865aa9e8f1f req-b486a65e-dc3d-4aec-9fa6-99b5eaf8b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:37.618663 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a41d6781-6613-44f1-989a-8865aa9e8f1f req-b486a65e-dc3d-4aec-9fa6-99b5eaf8b9ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1128 time: 0.0467610 Jun 17 08:55:37.702029 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:37.731524 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6781-6613-44f1-989a-8865aa9e8f1f req-1fd84c46-85e1-4025-a2fb-731ec38fd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:37.732836 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a41d6781-6613-44f1-989a-8865aa9e8f1f req-1fd84c46-85e1-4025-a2fb-731ec38fd322 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1035316 Jun 17 08:55:37.842168 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6781-6613-44f1-989a-8865aa9e8f1f req-4f4b60db-e1d8-46e5-ad3d-dcf012898333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:37.843680 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a41d6781-6613-44f1-989a-8865aa9e8f1f req-4f4b60db-e1d8-46e5-ad3d-dcf012898333 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032267 Jun 17 08:55:38.061049 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-7fbbecf5-a77a-4ae7-bd57-b63063b888d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:38.062561 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-7fbbecf5-a77a-4ae7-bd57-b63063b888d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1128 time: 0.0417368 Jun 17 08:55:38.547271 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa7bb-3569-4521-bb87-8073a25c07c9 req-42739626-2634-4d09-8b89-18355e3fd9f2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:38.548875 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a39aa7bb-3569-4521-bb87-8073a25c07c9 req-42739626-2634-4d09-8b89-18355e3fd9f2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 944 time: 0.0503778 Jun 17 08:55:38.596977 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a39aa7bb-3569-4521-bb87-8073a25c07c9 req-caa7a967-64b9-4fbb-9ab8-e6899f1a163d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421140 Jun 17 08:55:38.668522 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-c54b4008-6c22-437e-92e7-6623161046d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 200 len: 217 time: 0.0333862 Jun 17 08:55:38.724724 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-7a41a582-9b6b-4320-b244-e1816177ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:38.726320 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-7a41a582-9b6b-4320-b244-e1816177ae77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0491464 Jun 17 08:55:38.775054 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-1a80c74e-f478-4ace-b12b-fa8c439b639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:38.776639 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-1a80c74e-f478-4ace-b12b-fa8c439b639e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414739 Jun 17 08:55:39.304697 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-9204185b-1508-4ec1-8816-8ada7acc524b service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890701 Jun 17 08:55:39.343101 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:39.401173 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-95515203-5fb0-4e5f-b1f6-27b3dddf7702 req-6eaa6ddd-f526-4043-b3e7-53c6eb44f989 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884142 Jun 17 08:55:39.712293 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed11184-9133-4914-bf80-fc9adca94949 req-bac7e966-fa45-44be-a4a2-eedb086f7536 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:39.713781 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9ed11184-9133-4914-bf80-fc9adca94949 req-bac7e966-fa45-44be-a4a2-eedb086f7536 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 944 time: 0.0471044 Jun 17 08:55:39.762461 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9ed11184-9133-4914-bf80-fc9adca94949 req-dff37840-694a-412b-9b59-e8ab2beb2e2f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Jun 17 08:55:40.887432 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b290ebe-1e34-419f-a894-d9b60a3a990d req-43346af1-cea2-44c2-a30b-0d16d5ebe151 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:40.888981 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4b290ebe-1e34-419f-a894-d9b60a3a990d req-43346af1-cea2-44c2-a30b-0d16d5ebe151 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 944 time: 0.0519159 Jun 17 08:55:40.940059 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4b290ebe-1e34-419f-a894-d9b60a3a990d req-f544d1a1-770f-4ea9-8e78-6af979e2fa8b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453765 Jun 17 08:55:42.059927 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145058df-e9a1-420f-b3dc-a93e32a09df5 req-4dd7ab4e-67d1-4175-9079-3e7eace500fd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:42.061434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-145058df-e9a1-420f-b3dc-a93e32a09df5 req-4dd7ab4e-67d1-4175-9079-3e7eace500fd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 944 time: 0.0516462 Jun 17 08:55:42.082212 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:42.109952 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-145058df-e9a1-420f-b3dc-a93e32a09df5 req-5bce144f-885f-45ab-b3b1-a228e7f55625 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Jun 17 08:55:43.223197 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d39a-90d3-4189-90dc-e0c946a995eb req-354b0026-430f-49d7-81da-517991f4e97f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:43.225722 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bb51d39a-90d3-4189-90dc-e0c946a995eb req-354b0026-430f-49d7-81da-517991f4e97f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 944 time: 0.0489264 Jun 17 08:55:43.260036 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:43.285143 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bb51d39a-90d3-4189-90dc-e0c946a995eb req-0a08d3e0-1de5-4ca0-a441-d73e72a076f7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535948 Jun 17 08:55:43.720908 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:43.730871 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:44.091634 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b987fec9-a409-4d3b-a983-64e04e498d92 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:55:44.106522 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:44.194489 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b987fec9-a409-4d3b-a983-64e04e498d92, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b987fec9-a409-4d3b-a983-64e04e498d92,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:44.205546 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'mac_address': 'fa:16:3e:25:3d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:55:44.241184 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port b987fec9-a409-4d3b-a983-64e04e498d92 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:55:44.241566 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:44.254464 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b987fec9-a409-4d3b-a983-64e04e498d92 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:55:44.274464 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b987fec9-a409-4d3b-a983-64e04e498d92, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b987fec9-a409-4d3b-a983-64e04e498d92,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:44.327417 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:44.360035 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:44.381751 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=b987fec9-a409-4d3b-a983-64e04e498d92,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:44.403061 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e27131-4bc9-4e83-98dd-3729dc85e2ba req-6b7d4f4d-8316-4417-83e5-ccb07436844d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:44.404582 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67e27131-4bc9-4e83-98dd-3729dc85e2ba req-6b7d4f4d-8316-4417-83e5-ccb07436844d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 945 time: 0.0473859 Jun 17 08:55:44.455078 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67e27131-4bc9-4e83-98dd-3729dc85e2ba req-ca4ae1ef-3c71-4beb-9d85-86171c1aa728 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Jun 17 08:55:44.824829 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['b987fec9-a409-4d3b-a983-64e04e498d92'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:55:45.577034 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59570-7e1f-424c-a4e9-287b72926f48 req-40c2a133-5729-400b-a14b-bb337a14b65e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:45.578540 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eae59570-7e1f-424c-a4e9-287b72926f48 req-40c2a133-5729-400b-a14b-bb337a14b65e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 945 time: 0.0479150 Jun 17 08:55:45.626050 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eae59570-7e1f-424c-a4e9-287b72926f48 req-4b354ca6-e0a1-44fd-9506-facd6e1aac67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 Jun 17 08:55:46.275858 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42118) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:46.383733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-30e5affd-198e-4abb-b8d9-b9c1df02f7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:46.462080 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-30e5affd-198e-4abb-b8d9-b9c1df02f7d2 admin admin] Publish callbacks [] for security_group (5adb0ad9-7f3a-457c-9ab6-2d64f0540251), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:46.510193 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-30e5affd-198e-4abb-b8d9-b9c1df02f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5adb0ad9-7f3a-457c-9ab6-2d64f0540251), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:46.553042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5affd-198e-4abb-b8d9-b9c1df02f7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb0ad9-7f3a-457c-9ab6-2d64f0540251,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.559270 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-30e5affd-198e-4abb-b8d9-b9c1df02f7d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68efdab5adda4f5296a64d8e7ae3dd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823257 Jun 17 08:55:46.561994 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42122) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:46.612652 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0ef2-0390-449d-b4ca-ab8242ebbdfc admin admin] Publish callbacks [] for security_group (5adb0ad9-7f3a-457c-9ab6-2d64f0540251), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:46.635053 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0ef2-0390-449d-b4ca-ab8242ebbdfc admin admin] Publish callbacks [] for security_group (5adb0ad9-7f3a-457c-9ab6-2d64f0540251), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:46.743102 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea360c8-5a8d-45a8-93b9-e98bc4e9c587 req-cf876291-852a-4dd8-b317-d873ae1826df tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:46.744643 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ea360c8-5a8d-45a8-93b9-e98bc4e9c587 req-cf876291-852a-4dd8-b317-d873ae1826df tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 945 time: 0.0499780 Jun 17 08:55:46.744797 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0ef2-0390-449d-b4ca-ab8242ebbdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5adb0ad9-7f3a-457c-9ab6-2d64f0540251), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:46.747606 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0ef2-0390-449d-b4ca-ab8242ebbdfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:46.749052 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-bf5c0ef2-0390-449d-b4ca-ab8242ebbdfc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5adb0ad9-7f3a-457c-9ab6-2d64f0540251 HTTP/1.1" status: 204 len: 168 time: 0.1861043 Jun 17 08:55:46.758691 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c0ef2-0390-449d-b4ca-ab8242ebbdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb0ad9-7f3a-457c-9ab6-2d64f0540251,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.795415 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ea360c8-5a8d-45a8-93b9-e98bc4e9c587 req-f7041ecb-d68f-48d8-b694-2df83f6a257a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 Jun 17 08:55:47.915445 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8920a7-52ca-495f-bba9-e9f070a11853 req-76020900-a71d-4d91-91b1-526f1f229add tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:47.917016 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c8920a7-52ca-495f-bba9-e9f070a11853 req-76020900-a71d-4d91-91b1-526f1f229add tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 945 time: 0.0496914 Jun 17 08:55:47.967684 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c8920a7-52ca-495f-bba9-e9f070a11853 req-270681a2-63b9-4ac3-a846-e365f4599067 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 Jun 17 08:55:48.221613 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42162) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:48.338606 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:48.418432 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Publish callbacks [] for security_group (3b59d232-9b84-46c2-91d1-83579fdae13a), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:48.481680 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3b59d232-9b84-46c2-91d1-83579fdae13a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:48.492894 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:48.520928 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b59d232-9b84-46c2-91d1-83579fdae13a,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:48.526103 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d6a5ff3a94f4e278fb35a19d6f709cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033702 Jun 17 08:55:48.528834 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42168) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:48.530940 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.531282 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.531668 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.531994 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.532329 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.532657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.532977 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.533298 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.533616 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.533934 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.534324 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.534644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.534957 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.535270 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.535616 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc608f-2640-47dd-badf-e5b2b8026d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:48.581390 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0409f178-0347-427f-9f9e-0fd9e67a8fee admin admin] Publish callbacks [] for security_group (3b59d232-9b84-46c2-91d1-83579fdae13a), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:48.606523 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0409f178-0347-427f-9f9e-0fd9e67a8fee admin admin] Publish callbacks [] for security_group (3b59d232-9b84-46c2-91d1-83579fdae13a), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:48.693249 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0409f178-0347-427f-9f9e-0fd9e67a8fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3b59d232-9b84-46c2-91d1-83579fdae13a), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:48.695914 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0409f178-0347-427f-9f9e-0fd9e67a8fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:48.697067 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0409f178-0347-427f-9f9e-0fd9e67a8fee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b59d232-9b84-46c2-91d1-83579fdae13a HTTP/1.1" status: 204 len: 168 time: 0.1672637 Jun 17 08:55:48.705214 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409f178-0347-427f-9f9e-0fd9e67a8fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b59d232-9b84-46c2-91d1-83579fdae13a,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:48.884596 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b987fec9-a409-4d3b-a983-64e04e498d92 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:55:48.944383 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port b987fec9-a409-4d3b-a983-64e04e498d92 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:55:48.961313 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:49.001991 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port b987fec9-a409-4d3b-a983-64e04e498d92 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:55:49.002583 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:49.090898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39ada-6f96-40a4-abd2-c782e280fd9e req-5a2d6ce0-cb47-4fbd-a990-7d0fceee6374 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:49.092524 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-15a39ada-6f96-40a4-abd2-c782e280fd9e req-5a2d6ce0-cb47-4fbd-a990-7d0fceee6374 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 945 time: 0.0515599 Jun 17 08:55:49.097690 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port b987fec9-a409-4d3b-a983-64e04e498d92 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:55:49.098106 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:49.124038 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:49.126285 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eccbc9f-4a1a-47e7-8913-00a8d78171aa" -d '{"events": [{"server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "name": "network-vif-plugged", "status": "completed", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:49.139961 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b987fec9-a409-4d3b-a983-64e04e498d92, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b987fec9-a409-4d3b-a983-64e04e498d92,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:49.150400 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-15a39ada-6f96-40a4-abd2-c782e280fd9e req-b90b162f-0522-416a-b6c6-f4424dc53aab tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510895 Jun 17 08:55:49.163776 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79341c3f-4e2e-4d3f-bc2e-cccccd17d019 x-openstack-request-id: req-79341c3f-4e2e-4d3f-bc2e-cccccd17d019 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:49.164393 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "name": "network-vif-plugged", "status": "completed", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:49.164651 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79341c3f-4e2e-4d3f-bc2e-cccccd17d019 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:49.165051 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79341c3f-4e2e-4d3f-bc2e-cccccd17d019'] response: {'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'code': 200} Jun 17 08:55:49.230165 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:49.295511 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=b987fec9-a409-4d3b-a983-64e04e498d92,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:49.350854 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2c43bddf-d27c-4c21-85ce-a280ce34995b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:49.493292 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1576bb-efa6-4f11-ae5f-cf0fcdf40256 req-6ede6be0-c266-42df-a1bb-94179d3dcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:49.493292 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fb1576bb-efa6-4f11-ae5f-cf0fcdf40256 req-6ede6be0-c266-42df-a1bb-94179d3dcec2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1130 time: 0.0585699 Jun 17 08:55:49.538564 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fb1576bb-efa6-4f11-ae5f-cf0fcdf40256 req-f7ff057c-562d-4142-ac2f-0a6bea457540 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381491 Jun 17 08:55:49.682459 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:55:50.268051 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4dd42-d387-43c2-9946-e7fad275a31a req-1c865286-ce4c-49b3-b09a-79149054989f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:50.269544 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9bb4dd42-d387-43c2-9946-e7fad275a31a req-1c865286-ce4c-49b3-b09a-79149054989f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0476539 Jun 17 08:55:50.317856 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9bb4dd42-d387-43c2-9946-e7fad275a31a req-0ed275ca-4601-4ee3-a471-8ffcaaabaef4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Jun 17 08:55:50.821132 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-f84576f9-db24-45aa-a727-d35c3ba2b55d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396342 Jun 17 08:55:50.948043 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-7c5c431f-f749-4cf3-a780-e121ccfdeb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:50.949469 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-7c5c431f-f749-4cf3-a780-e121ccfdeb72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 1130 time: 0.0397382 Jun 17 08:55:51.096715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:51.099795 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-c337696e-bfd6-4ef2-9bb5-ff92c55b9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:51.101291 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-c337696e-bfd6-4ef2-9bb5-ff92c55b9243 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.0918796 Jun 17 08:55:51.213101 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-a3485c75-95b0-410e-8863-ce420efb5eb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403 HTTP/1.1" status: 200 len: 1002 time: 0.0574701 Jun 17 08:55:51.266823 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-69d5d8a8-530f-44ac-a9da-e7695f929c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:51.268319 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-69d5d8a8-530f-44ac-a9da-e7695f929c5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0476003 Jun 17 08:55:51.335226 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-671e1912-22aa-4a77-a81a-e9f51198616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:51.336761 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-671e1912-22aa-4a77-a81a-e9f51198616a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406387 Jun 17 08:55:51.438279 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad1d18-a665-4b19-9718-b4c76a6800de req-d91ce928-70e3-42ad-82b5-eb070404b0ef tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:51.439458 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-b048151c-8484-48ec-8625-bb71072b64fd service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884962 Jun 17 08:55:51.439799 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f0ad1d18-a665-4b19-9718-b4c76a6800de req-d91ce928-70e3-42ad-82b5-eb070404b0ef tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0505266 Jun 17 08:55:51.499487 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f0ad1d18-a665-4b19-9718-b4c76a6800de req-3e6cac01-1532-47ad-84e9-64e0fb7fcb3e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508838 Jun 17 08:55:51.547474 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-fbdef35a-2e94-4f93-a2e3-c0fb73d9c73f req-b9f668f0-239b-4ab8-8f96-db937ba229c4 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005356 Jun 17 08:55:51.641609 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7220c0df-1ffa-479f-8f81-fe94302b16a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:52.592802 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:52.615839 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759e1d8-cdc4-4b76-a534-c4546bdc9b55 req-17cca18f-618b-4f43-bdb6-8f254e16523c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:52.617431 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5759e1d8-cdc4-4b76-a534-c4546bdc9b55 req-17cca18f-618b-4f43-bdb6-8f254e16523c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0479479 Jun 17 08:55:52.648412 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:52.665930 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5759e1d8-cdc4-4b76-a534-c4546bdc9b55 req-ada06380-6b1c-4068-a058-e1ddc745d813 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Jun 17 08:55:52.710503 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:52.787268 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f6f62-6632-4ae0-ad08-46a986fd7d55 req-b533435f-ea10-4b64-b779-2b5cba392f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:52.788790 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-623f6f62-6632-4ae0-ad08-46a986fd7d55 req-b533435f-ea10-4b64-b779-2b5cba392f67 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0520644 Jun 17 08:55:52.797441 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42244) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:55:52.801702 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'floatingip': {'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:55:52.805252 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:52.839881 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:53.600912 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:53.641771 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:53.742257 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Floating IP 439c7ac4-0bd3-4686-b99a-6123f3c3f81e associated. External IP: 172.27.0.222, port: b987fec9-a409-4d3b-a983-64e04e498d92. Jun 17 08:55:53.945156 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Router e25fd23f-0ff7-49ff-b112-2222fb19db06 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:55:54.053524 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:55:54.058652 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:54.063991 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] Sync routers for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:54.074468 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:55:54.075161 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:55:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:54.077494 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:54.089315 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-c313d8df-dedb-4352-a3dd-53c4192eefb8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "PUT /v2.0/floatingips/439c7ac4-0bd3-4686-b99a-6123f3c3f81e HTTP/1.1" status: 200 len: 992 time: 1.2908421 Jun 17 08:55:54.089898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:54.092148 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d94a4-b94d-459d-8667-14b446a8d361" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:54.111220 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:54.131055 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4b2f65-bad4-4588-a00e-75931140365b x-openstack-request-id: req-5a4b2f65-bad4-4588-a00e-75931140365b {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:54.131610 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:54.131867 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a4b2f65-bad4-4588-a00e-75931140365b {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:54.132268 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4b2f65-bad4-4588-a00e-75931140365b'] response: {'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'status': 'completed', 'code': 200} Jun 17 08:55:54.182169 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:55:54.394802 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '439c7ac4-0bd3-4686-b99a-6123f3c3f81e', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'mac_address': 'fa:16:3e:25:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:32Z', 'updated_at': '2022-06-17T08:55:53Z', 'revision_number': 1, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:54.420521 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] Checking router: e25fd23f-0ff7-49ff-b112-2222fb19db06 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:54.430758 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:55:54.431394 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:55:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:54.486755 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-14a6329e-8a04-4a47-84c3-50ad688e3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:54.488338 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-14a6329e-8a04-4a47-84c3-50ad688e3070 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1130 time: 0.0393789 Jun 17 08:55:54.538936 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:55:54.606309 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-aa30e897-e8f2-4a3f-b62c-12ee098aaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:54.607865 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-aa30e897-e8f2-4a3f-b62c-12ee098aaa7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1034448 Jun 17 08:55:54.617513 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:54.699888 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:54.731704 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:54.755677 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-dc0d0e6d-fdfb-41ba-a810-4924be052043 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 200 len: 1000 time: 0.0624025 Jun 17 08:55:54.778134 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '439c7ac4-0bd3-4686-b99a-6123f3c3f81e', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'mac_address': 'fa:16:3e:25:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:32Z', 'updated_at': '2022-06-17T08:55:53Z', 'revision_number': 1, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:54.805768 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3786e3-c102-499e-b6f0-b602f68dd2e1 None None] The sync data for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi is: [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '439c7ac4-0bd3-4686-b99a-6123f3c3f81e', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'mac_address': 'fa:16:3e:25:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:32Z', 'updated_at': '2022-06-17T08:55:53Z', 'revision_number': 1, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:54.819842 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-eab85085-9fba-4569-853b-97fdfaa9e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:54.821515 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-eab85085-9fba-4569-853b-97fdfaa9e85b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0552301 Jun 17 08:55:54.888663 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-35e0bcd2-91ad-4557-9342-bd6323119a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:54.890358 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-35e0bcd2-91ad-4557-9342-bd6323119a30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465477 Jun 17 08:55:55.000439 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-7201fba7-5a2e-4a0e-9dbf-5e15467067f1 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918083 Jun 17 08:55:55.043944 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20706137-5d7e-4752-a89b-6715fd529230 None None] New status for floating IP 439c7ac4-0bd3-4686-b99a-6123f3c3f81e: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:55:55.119411 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ac1d94a4-b94d-459d-8667-14b446a8d361 req-bf25e44f-b789-4b4a-8f93-e5f6da4201bc service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099327 Jun 17 08:55:55.942234 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9a7a-3f55-46c8-b109-9174f738ea12 req-6e18ccd6-944a-494e-ba22-266956d5016e tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:55.944434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37cf9a7a-3f55-46c8-b109-9174f738ea12 req-6e18ccd6-944a-494e-ba22-266956d5016e tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 945 time: 0.0541906 Jun 17 08:55:55.992642 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37cf9a7a-3f55-46c8-b109-9174f738ea12 req-a9aa24a7-6b92-449a-a6d0-74bfbe6c7d89 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 Jun 17 08:55:57.110309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f204bc4-e4b6-4f92-acd2-f138fb0b8447 req-70b984ef-06ec-47b5-8895-2d8e00975c70 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:57.111809 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8f204bc4-e4b6-4f92-acd2-f138fb0b8447 req-70b984ef-06ec-47b5-8895-2d8e00975c70 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 945 time: 0.0471659 Jun 17 08:55:57.160172 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8f204bc4-e4b6-4f92-acd2-f138fb0b8447 req-d9f54dab-c4b9-4abe-a48a-d86079964499 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Jun 17 08:55:58.282931 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6a5dd-e607-48b8-8eba-89504de76f4f req-64a325b7-ba0e-4278-a4f9-62ba1ce54da4 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:58.284570 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dbf6a5dd-e607-48b8-8eba-89504de76f4f req-64a325b7-ba0e-4278-a4f9-62ba1ce54da4 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 945 time: 0.0507076 Jun 17 08:55:58.296706 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:58.343176 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dbf6a5dd-e607-48b8-8eba-89504de76f4f req-15f2a733-4077-4e6b-bca6-0e7260d834d9 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6d2977e-f802-4b40-875a-b233b635147d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526197 Jun 17 08:55:58.966955 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad694a-8775-4869-9745-919bca3a7627 req-77246b06-e790-467a-a627-50eb8583c1a1 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:58.968520 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1aad694a-8775-4869-9745-919bca3a7627 req-77246b06-e790-467a-a627-50eb8583c1a1 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 945 time: 0.0473669 Jun 17 08:55:59.070953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Deleting port e561f750-e056-412b-80ea-540dd4045e2d {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:55:59.071204 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (e561f750-e056-412b-80ea-540dd4045e2d), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:59.169683 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] For port e561f750-e056-412b-80ea-540dd4045e2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e561f750-e056-412b-80ea-540dd4045e2d,segment=NetworkSegment(05a5ac06-cf1a-455e-9a4b-e9a082454e66),segment_id=05a5ac06-cf1a-455e-9a4b-e9a082454e66)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:55:59.170030 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (e561f750-e056-412b-80ea-540dd4045e2d), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:59.184003 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Calling delete_port for e561f750-e056-412b-80ea-540dd4045e2d owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:55:59.250489 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:55:59.407485 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (e561f750-e056-412b-80ea-540dd4045e2d), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:59.428950 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['e561f750-e056-412b-80ea-540dd4045e2d'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:55:59.447914 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-08f2e16f-38f6-4d39-9291-a7ead4b592d6 req-f5a16cd9-b504-4c97-933f-9a648e958663 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0289955 Jun 17 08:55:59.449156 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Pushing event deleted for resources: {'Port': ['ID=e561f750-e056-412b-80ea-540dd4045e2d,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:59.509418 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] No DVR routers for this DVR port e561f750-e056-412b-80ea-540dd4045e2d on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:55:59.512105 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:55:59.515488 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1aad694a-8775-4869-9745-919bca3a7627 req-9e02e4e6-f864-41ac-98e3-99324283b365 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.83 "DELETE /v2.0/ports/e561f750-e056-412b-80ea-540dd4045e2d HTTP/1.1" status: 204 len: 173 time: 0.5337999 Jun 17 08:55:59.515939 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab550e7-cda1-4950-a919-b651030c1083', 'name': 'network-vif-deleted', 'tag': 'e561f750-e056-412b-80ea-540dd4045e2d'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:55:59.518147 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbd51f1-8271-4d91-88ab-96140b44771a" -d '{"events": [{"server_uuid": "3ab550e7-cda1-4950-a919-b651030c1083", "name": "network-vif-deleted", "tag": "e561f750-e056-412b-80ea-540dd4045e2d"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:59.553366 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc09317-754e-49aa-8bc4-986c2560ab05 x-openstack-request-id: req-4bc09317-754e-49aa-8bc4-986c2560ab05 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:59.553661 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab550e7-cda1-4950-a919-b651030c1083", "name": "network-vif-deleted", "tag": "e561f750-e056-412b-80ea-540dd4045e2d", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:59.553897 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4bc09317-754e-49aa-8bc4-986c2560ab05 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:59.554294 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc09317-754e-49aa-8bc4-986c2560ab05'] response: {'server_uuid': '3ab550e7-cda1-4950-a919-b651030c1083', 'name': 'network-vif-deleted', 'tag': 'e561f750-e056-412b-80ea-540dd4045e2d', 'status': 'completed', 'code': 200} Jun 17 08:55:59.784187 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5742a3-1147-4ee9-9348-3fbc12e63e46 req-1d2d5d3a-12d4-4947-a501-b920f6a044de tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:55:59.785754 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9a5742a3-1147-4ee9-9348-3fbc12e63e46 req-1d2d5d3a-12d4-4947-a501-b920f6a044de tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0484970 Jun 17 08:55:59.837368 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9a5742a3-1147-4ee9-9348-3fbc12e63e46 req-ce245f7d-53a5-4cbc-ab66-6b5fe3f80742 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451672 Jun 17 08:56:00.590181 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9223c8e7-1172-4478-9d59-2767f0ef9e8a req-481d9ac6-c356-4c0f-91e8-812e4abc6fb7 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0321338 Jun 17 08:56:00.959401 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d364385-e0ab-442f-8f89-366ebb7163cf req-1ef4fd1e-cc8d-43e2-98e3-636e749a8877 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:00.960900 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d364385-e0ab-442f-8f89-366ebb7163cf req-1ef4fd1e-cc8d-43e2-98e3-636e749a8877 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0508225 Jun 17 08:56:01.007402 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d364385-e0ab-442f-8f89-366ebb7163cf req-cb195791-1a78-4c4d-82df-f29336ab522c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409720 Jun 17 08:56:01.517815 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42392) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:01.624198 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-43f65973-8e74-4594-8f3a-d7a25eb5ae9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:01.706198 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-43f65973-8e74-4594-8f3a-d7a25eb5ae9c admin admin] Publish callbacks [] for security_group (674c8be0-d543-4b2c-8ec8-46c94a7fde40), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:01.708617 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4c214cdf-e4d8-424f-a5d2-ae45df13c54d req-8aef1a54-092f-4d61-a6e5-42bcb826e748 tempest-VolumesSnapshotTestJSON-1946185046 tempest-VolumesSnapshotTestJSON-1946185046-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ab550e7-cda1-4950-a919-b651030c1083 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Jun 17 08:56:01.756476 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-43f65973-8e74-4594-8f3a-d7a25eb5ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (674c8be0-d543-4b2c-8ec8-46c94a7fde40), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:01.760982 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:01.798913 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-43f65973-8e74-4594-8f3a-d7a25eb5ae9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49b807a6e06848a29850010645811766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800164 Jun 17 08:56:01.799803 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f65973-8e74-4594-8f3a-d7a25eb5ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c8be0-d543-4b2c-8ec8-46c94a7fde40,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.802609 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42398) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:01.854346 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Publish callbacks [] for security_group (674c8be0-d543-4b2c-8ec8-46c94a7fde40), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:01.878249 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Publish callbacks [] for security_group (674c8be0-d543-4b2c-8ec8-46c94a7fde40), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:01.935453 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-7811f546-a8cb-4f11-a58e-5e001d67f914 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:01.937018 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-7811f546-a8cb-4f11-a58e-5e001d67f914 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0496585 Jun 17 08:56:01.990621 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (674c8be0-d543-4b2c-8ec8-46c94a7fde40), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:01.993382 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:01.995728 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/674c8be0-d543-4b2c-8ec8-46c94a7fde40 HTTP/1.1" status: 204 len: 168 time: 0.1911426 Jun 17 08:56:02.005834 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c8be0-d543-4b2c-8ec8-46c94a7fde40,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:02.012731 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.013080 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.013424 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.013760 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.014103 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.014435 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.014766 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.015090 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.015437 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.015765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.016092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.017050 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.017050 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.017233 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.017522 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36faba4e-b1bf-4e34-9839-8edcd3cd45ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:02.036253 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port 865d7ab5-9d19-42eb-8363-e2eb81b9295c {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:56:02.036596 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:02.153265 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] For port 865d7ab5-9d19-42eb-8363-e2eb81b9295c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=865d7ab5-9d19-42eb-8363-e2eb81b9295c,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:02.153542 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:02.166482 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8cfeb-22e0-4d59-8f4e-5dafcc7f10fd req-8e22097f-1255-4bca-a661-a451a9752b94 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:02.172961 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e5a8cfeb-22e0-4d59-8f4e-5dafcc7f10fd req-8e22097f-1255-4bca-a661-a451a9752b94 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 945 time: 0.0518105 Jun 17 08:56:02.231753 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e5a8cfeb-22e0-4d59-8f4e-5dafcc7f10fd req-54d9540c-050c-47ac-bb0c-e71d8d6adb22 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560234 Jun 17 08:56:02.400540 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:02.400903 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e1155c85-d32e-49eb-902d-a073b6cb7e7e), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:02.401227 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP e1155c85-d32e-49eb-902d-a073b6cb7e7e disassociated. External IP: 172.27.0.216, port: 865d7ab5-9d19-42eb-8363-e2eb81b9295c. Jun 17 08:56:02.401577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for 865d7ab5-9d19-42eb-8363-e2eb81b9295c owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:56:02.607240 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (865d7ab5-9d19-42eb-8363-e2eb81b9295c), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:02.640364 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=865d7ab5-9d19-42eb-8363-e2eb81b9295c,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:02.645543 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:02.775108 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:56:02.931763 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:56:02.940760 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device e561f750-e056-412b-80ea-540dd4045e2d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:56:02.951232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:02.970632 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:02.989862 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: e561f750-e056-412b-80ea-540dd4045e2d {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:56:02.990199 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device e561f750-e056-412b-80ea-540dd4045e2d not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:56:02.993286 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] No DVR routers for this DVR port 865d7ab5-9d19-42eb-8363-e2eb81b9295c on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:56:02.995926 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:02.998107 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:02.999314 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-564a52df-6844-43a5-9d44-7fbf8e290315 req-5b498acb-30d0-4f88-a3d7-86f4013d0152 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "DELETE /v2.0/ports/865d7ab5-9d19-42eb-8363-e2eb81b9295c HTTP/1.1" status: 204 len: 173 time: 1.0549622 Jun 17 08:56:02.999863 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'name': 'network-vif-deleted', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:03.000985 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:03.001624 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:55:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:03.002144 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df1361-16ce-4eee-b174-7d5ec5016efd" -d '{"events": [{"server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "name": "network-vif-deleted", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:03.060220 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac3be78-1144-4dc7-9f4f-d450d663c12f x-openstack-request-id: req-9ac3be78-1144-4dc7-9f4f-d450d663c12f {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:03.063071 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d", "name": "network-vif-deleted", "tag": "865d7ab5-9d19-42eb-8363-e2eb81b9295c", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:03.063618 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ac3be78-1144-4dc7-9f4f-d450d663c12f {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:03.064079 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac3be78-1144-4dc7-9f4f-d450d663c12f'] response: {'server_uuid': '4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d', 'name': 'network-vif-deleted', 'tag': '865d7ab5-9d19-42eb-8363-e2eb81b9295c', 'status': 'completed', 'code': 200} Jun 17 08:56:03.174610 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:03.361615 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67e4f034-4f3c-41c3-b7d9-1b0f5660ab30 req-66d39c38-bff9-4f56-9c9a-588af1819043 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.0473974 Jun 17 08:56:03.485052 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:39Z', 'revision_number': 2, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:03.513955 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:03.524603 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:03.525241 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:55:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:03.662399 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:03.888450 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:39Z', 'revision_number': 2, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:03.914801 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e64ac-3de3-41c7-b846-cba4319434fa None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:d5:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:51:57Z', 'updated_at': '2022-06-17T08:52:39Z', 'revision_number': 2, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:04.252702 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2712b-fda4-4d01-9fd2-5bd5962ed982 None None] New status for floating IP e1155c85-d32e-49eb-902d-a073b6cb7e7e: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:56:04.526115 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-29686b13-a344-4000-9dab-45dda12dff30 req-06d22340-e12f-4065-842e-4fe5eee586c2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e49453a-3b44-4d0a-8cb5-b6ecb2bf0f4d HTTP/1.1" status: 200 len: 210 time: 0.0452662 Jun 17 08:56:04.974909 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 865d7ab5-9d19-42eb-8363-e2eb81b9295c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:56:04.996610 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 865d7ab5-9d19-42eb-8363-e2eb81b9295c {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:56:04.999014 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 865d7ab5-9d19-42eb-8363-e2eb81b9295c not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:56:05.666284 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42472) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:05.745369 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fc70e965-f9c3-44c5-b1d9-7bdb8bc670c2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:05.778941 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fc70e965-f9c3-44c5-b1d9-7bdb8bc670c2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:05.893139 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fc70e965-f9c3-44c5-b1d9-7bdb8bc670c2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:05.896544 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fc70e965-f9c3-44c5-b1d9-7bdb8bc670c2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:05.897798 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-fc70e965-f9c3-44c5-b1d9-7bdb8bc670c2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/security-groups/8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5 HTTP/1.1" status: 204 len: 168 time: 0.2304561 Jun 17 08:56:05.900594 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42474) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:05.908008 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70e965-f9c3-44c5-b1d9-7bdb8bc670c2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.916218 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.api.v2.resource [None req-22826f86-4076-4dd8-880f-fb4544734be5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] show failed (client error): The resource could not be found. Jun 17 08:56:05.917494 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-22826f86-4076-4dd8-880f-fb4544734be5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups/8ecbfd3b-b809-4ef8-b11e-f92d5c6d45c5 HTTP/1.1" status: 404 len: 347 time: 0.0158057 Jun 17 08:56:05.920181 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:05.920509 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42476) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:05.959162 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:06.037641 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port cf7b239e-5456-4fd5-8896-516f34c5846f {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:56:06.037971 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:06.100652 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:06.130366 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:06.130866 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (cf7b239e-5456-4fd5-8896-516f34c5846f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:06.144364 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for cf7b239e-5456-4fd5-8896-516f34c5846f owned by network:floatingip {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:56:06.350361 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (cf7b239e-5456-4fd5-8896-516f34c5846f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:06.387834 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=cf7b239e-5456-4fd5-8896-516f34c5846f,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:06.450987 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (e1155c85-d32e-49eb-902d-a073b6cb7e7e), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:06.453411 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:06.454553 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-38474751-a428-497d-a139-9a8167704689 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/floatingips/e1155c85-d32e-49eb-902d-a073b6cb7e7e HTTP/1.1" status: 204 len: 168 time: 0.5330734 Jun 17 08:56:11.261321 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61e4c5-0ce0-48c3-8da2-47d620cfb615 req-4bece0c5-d37f-4e76-a5b9-aaf7c27dea93 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:11.262819 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7c61e4c5-0ce0-48c3-8da2-47d620cfb615 req-4bece0c5-d37f-4e76-a5b9-aaf7c27dea93 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0473752 Jun 17 08:56:11.327023 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7c61e4c5-0ce0-48c3-8da2-47d620cfb615 req-717d1b96-93c2-4a40-9e11-072954eb83c1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584388 Jun 17 08:56:11.547730 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-694eb1a6-914e-412a-a39f-e21daa32a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:11.549164 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-694eb1a6-914e-412a-a39f-e21daa32a910 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1168 time: 0.0449457 Jun 17 08:56:11.644494 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-cb30b344-c22e-4986-a49a-76fb525ea6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:11.646978 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-cb30b344-c22e-4986-a49a-76fb525ea6c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 915 time: 0.0912132 Jun 17 08:56:11.718644 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-72352424-a0b1-428d-abfe-adb7f118479b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 1001 time: 0.0618832 Jun 17 08:56:11.767447 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-40b4e45b-9caa-4e7a-9aeb-066d99678d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:11.768899 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-40b4e45b-9caa-4e7a-9aeb-066d99678d17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 200 len: 853 time: 0.0437655 Jun 17 08:56:11.812536 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-8542e2ec-e842-4622-8d76-f4779eb2e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:11.814020 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-8542e2ec-e842-4622-8d76-f4779eb2e35c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d9f1082-9521-43ef-8a03-308b31da632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385540 Jun 17 08:56:11.922746 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-e6a3f16b-ddd1-42d9-817f-c056b2dbccb5 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905452 Jun 17 08:56:12.019871 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-720d2fad-c6bb-4ca2-9cbc-ac99ce0e8abc req-88ae24dd-2d29-48cf-bec5-f14d08345de9 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844104 Jun 17 08:56:12.458273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22179c99-dd4d-4c47-91a0-4964abc3bb96 req-bef9f04c-e194-45a5-aaaf-64582a240030 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:12.459779 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-22179c99-dd4d-4c47-91a0-4964abc3bb96 req-bef9f04c-e194-45a5-aaaf-64582a240030 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0489991 Jun 17 08:56:12.521198 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-22179c99-dd4d-4c47-91a0-4964abc3bb96 req-42e0b95f-958f-4d1a-b52b-fce7697af386 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554974 Jun 17 08:56:13.641594 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af060cd-7792-4d6f-a905-968bd4ecbd0b req-9b030791-14ac-4309-9b41-6bfa20f9fa2c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:13.643128 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6af060cd-7792-4d6f-a905-968bd4ecbd0b req-9b030791-14ac-4309-9b41-6bfa20f9fa2c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0514479 Jun 17 08:56:13.705307 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6af060cd-7792-4d6f-a905-968bd4ecbd0b req-9eed96b6-2ff0-44a4-bf91-3c5a4222450b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549169 Jun 17 08:56:13.804819 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fce5a-0f59-4775-8d9b-5fd18192edf8 req-efa6abc8-eebf-474a-870f-6689b90e6880 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:13.806340 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-687fce5a-0f59-4775-8d9b-5fd18192edf8 req-efa6abc8-eebf-474a-870f-6689b90e6880 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0523484 Jun 17 08:56:13.842488 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:13.858984 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-687fce5a-0f59-4775-8d9b-5fd18192edf8 req-692da3a1-b8cd-4cae-b219-60bc293cb94f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463290 Jun 17 08:56:14.822426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742a53d-10a6-4169-8206-04df3441adf1 req-2053e8a3-80c5-4ab8-896f-0e6c5ef122f2 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:14.823927 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3742a53d-10a6-4169-8206-04df3441adf1 req-2053e8a3-80c5-4ab8-896f-0e6c5ef122f2 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0481436 Jun 17 08:56:14.889206 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3742a53d-10a6-4169-8206-04df3441adf1 req-94d38384-131d-473f-af57-b3fc5c4d59d2 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589352 Jun 17 08:56:14.994722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8f54a-9bc0-4b27-a215-07418713e3cf req-1fb6269b-4fb5-4400-8649-0c7bcfb3b7c3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:14.996313 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9e8f54a-9bc0-4b27-a215-07418713e3cf req-1fb6269b-4fb5-4400-8649-0c7bcfb3b7c3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0617983 Jun 17 08:56:15.046383 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9e8f54a-9bc0-4b27-a215-07418713e3cf req-65bafe4d-c03f-45b2-98ef-138e2e4eb827 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438209 Jun 17 08:56:15.351900 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42596) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:15.468918 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f9195410-733f-4279-9681-ff4f14aea129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:15.548113 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f9195410-733f-4279-9681-ff4f14aea129 admin admin] Publish callbacks [] for security_group (88166924-4135-4bd5-b3ea-8a76c7a0c3bd), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:15.612617 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f9195410-733f-4279-9681-ff4f14aea129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (88166924-4135-4bd5-b3ea-8a76c7a0c3bd), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:15.653612 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9195410-733f-4279-9681-ff4f14aea129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88166924-4135-4bd5-b3ea-8a76c7a0c3bd,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:15.657895 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f9195410-733f-4279-9681-ff4f14aea129 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8229d1e9d3fd4a9c9340dedcef6c87a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049519 Jun 17 08:56:15.661189 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42600) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:15.723928 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d41be369-38b1-4e6c-bec8-5473bc05810f admin admin] Publish callbacks [] for security_group (88166924-4135-4bd5-b3ea-8a76c7a0c3bd), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:15.726641 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:15.752527 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d41be369-38b1-4e6c-bec8-5473bc05810f admin admin] Publish callbacks [] for security_group (88166924-4135-4bd5-b3ea-8a76c7a0c3bd), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:15.870072 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d41be369-38b1-4e6c-bec8-5473bc05810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (88166924-4135-4bd5-b3ea-8a76c7a0c3bd), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:15.872715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d41be369-38b1-4e6c-bec8-5473bc05810f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:15.874830 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d41be369-38b1-4e6c-bec8-5473bc05810f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88166924-4135-4bd5-b3ea-8a76c7a0c3bd HTTP/1.1" status: 204 len: 168 time: 0.2114909 Jun 17 08:56:15.882293 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41be369-38b1-4e6c-bec8-5473bc05810f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88166924-4135-4bd5-b3ea-8a76c7a0c3bd,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:16.011931 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cc718-20f7-4735-a44a-7e573f14fd44 req-e777e6f6-0732-4817-947a-2a5c7a257998 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:16.013599 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6f3cc718-20f7-4735-a44a-7e573f14fd44 req-e777e6f6-0732-4817-947a-2a5c7a257998 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0508316 Jun 17 08:56:16.102483 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6f3cc718-20f7-4735-a44a-7e573f14fd44 req-4ffb285c-587e-4ace-970b-b2b145b630ea tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798447 Jun 17 08:56:16.197722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839501c-4030-421a-918c-42a2ad7d8cfd req-635d5e90-abd1-4cd2-88ab-a0209febad98 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:16.206257 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c839501c-4030-421a-918c-42a2ad7d8cfd req-635d5e90-abd1-4cd2-88ab-a0209febad98 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.0685074 Jun 17 08:56:16.264584 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c839501c-4030-421a-918c-42a2ad7d8cfd req-69446f06-ac5d-4839-815f-c98f309b4729 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=3477bd5a-885f-43f8-8b07-51dfaf12e4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571427 Jun 17 08:56:16.319840 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aae14-66e6-4671-b09c-f1961c090b38 req-df8e29c6-b2b5-4ad6-9f07-7dccecaa6039 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:16.321392 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-477aae14-66e6-4671-b09c-f1961c090b38 req-df8e29c6-b2b5-4ad6-9f07-7dccecaa6039 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 946 time: 0.3544776 Jun 17 08:56:16.416303 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:56:16.416640 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:16.510900 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] For port 62eb07ca-d310-44bf-a6bd-62e5e42d4403, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=62eb07ca-d310-44bf-a6bd-62e5e42d4403,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:16.511257 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:16.657863 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:16.669087 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:16.681577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:16.681577 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db disassociated. External IP: 172.27.0.215, port: 62eb07ca-d310-44bf-a6bd-62e5e42d4403. Jun 17 08:56:16.681577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for 62eb07ca-d310-44bf-a6bd-62e5e42d4403 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:56:16.747845 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:16.841178 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (62eb07ca-d310-44bf-a6bd-62e5e42d4403), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:16.871744 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=62eb07ca-d310-44bf-a6bd-62e5e42d4403,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:16.983595 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:56:17.086231 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:56:17.097682 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:17.108663 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:17.109270 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:55:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:17.128426 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] No DVR routers for this DVR port 62eb07ca-d310-44bf-a6bd-62e5e42d4403 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:56:17.130999 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:17.134237 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-477aae14-66e6-4671-b09c-f1961c090b38 req-66c89685-51e5-4c68-b9d8-4a00342502bd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "DELETE /v2.0/ports/62eb07ca-d310-44bf-a6bd-62e5e42d4403 HTTP/1.1" status: 204 len: 173 time: 0.8020737 Jun 17 08:56:17.134689 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'name': 'network-vif-deleted', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:17.139231 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798b81f4-0a44-4091-8ec3-ec6b388ae45b" -d '{"events": [{"server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "name": "network-vif-deleted", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:17.174864 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e8bdaf-6acf-4cf9-9f4d-b872320763df x-openstack-request-id: req-e3e8bdaf-6acf-4cf9-9f4d-b872320763df {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:17.175157 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42469758-d2b8-4bde-92f6-0b7ef5528fbc", "name": "network-vif-deleted", "tag": "62eb07ca-d310-44bf-a6bd-62e5e42d4403", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:17.175435 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3e8bdaf-6acf-4cf9-9f4d-b872320763df {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:17.175889 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e8bdaf-6acf-4cf9-9f4d-b872320763df'] response: {'server_uuid': '42469758-d2b8-4bde-92f6-0b7ef5528fbc', 'name': 'network-vif-deleted', 'tag': '62eb07ca-d310-44bf-a6bd-62e5e42d4403', 'status': 'completed', 'code': 200} Jun 17 08:56:17.211830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:17.215047 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:17.247008 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a843ac-8691-4602-971f-a2c92e22849f req-bd9fdba1-7cd7-4441-a644-3b538a826b81 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:17.249888 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-88a843ac-8691-4602-971f-a2c92e22849f req-bd9fdba1-7cd7-4441-a644-3b538a826b81 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0707455 Jun 17 08:56:17.324807 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-88a843ac-8691-4602-971f-a2c92e22849f req-49e339ec-ea47-4791-ada9-61dbe3dfc730 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690858 Jun 17 08:56:17.379021 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fda1dd26-3a13-48e1-92f0-bcea74a5871e req-7706d51e-b137-4812-ba97-edab9ea05f52 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.0286329 Jun 17 08:56:17.440837 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:17.469260 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:17.478744 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:17.479374 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:55:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:17.551939 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:17.582020 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:17.892660 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:17.919088 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b44c1a-3d3e-4ae0-8b5b-f6ddd4dfb9f4 None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:18.128754 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c66cd-e634-4d3d-9464-6573b72c0400 None None] New status for floating IP c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:56:18.132209 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:18.450470 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb7d51-a0ee-410c-a267-e0b112dd1a46 req-c143903b-7277-48bb-bd8c-548767d03c2c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:18.452062 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-35eb7d51-a0ee-410c-a267-e0b112dd1a46 req-c143903b-7277-48bb-bd8c-548767d03c2c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0495360 Jun 17 08:56:18.489173 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b85c0fb5-e6fd-4eb5-8bd8-b87c3fbf4e9d req-0acbd207-6182-4e17-9db9-e22dea4f50a0 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.0360520 Jun 17 08:56:18.537660 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-35eb7d51-a0ee-410c-a267-e0b112dd1a46 req-36904788-8af4-43c8-8444-2bf62a5d682c tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743740 Jun 17 08:56:19.338913 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5efb9a40-1ff3-4ff3-a34d-f9e798ed2c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:19.522093 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:19.589590 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-585015e5-afc5-499f-b122-8a3c9d218a5a req-5e7b1abf-4767-4fe4-8231-4fda8371f0a5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=42469758-d2b8-4bde-92f6-0b7ef5528fbc HTTP/1.1" status: 200 len: 210 time: 0.0288839 Jun 17 08:56:19.653436 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b91c-5235-4189-85f9-663e188675ef req-013a0401-0e74-4447-8339-828707d3e75e tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:19.654916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2430b91c-5235-4189-85f9-663e188675ef req-013a0401-0e74-4447-8339-828707d3e75e tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0484939 Jun 17 08:56:19.722861 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2430b91c-5235-4189-85f9-663e188675ef req-17bed1d3-eddd-454a-a9e9-5a22ffd8d293 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616553 Jun 17 08:56:20.733724 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42644) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:20.796594 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d5be07e0-ca07-46dd-8dae-b39cc4b1b32a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (3477bd5a-885f-43f8-8b07-51dfaf12e4ec), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:20.856925 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d5be07e0-ca07-46dd-8dae-b39cc4b1b32a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (3477bd5a-885f-43f8-8b07-51dfaf12e4ec), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:20.873055 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2727532-b715-4a09-894f-de4e7186dd18 req-87f2fcfd-082a-4a10-9be3-3e78642076ec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:20.874497 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2727532-b715-4a09-894f-de4e7186dd18 req-87f2fcfd-082a-4a10-9be3-3e78642076ec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0758684 Jun 17 08:56:20.963434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2727532-b715-4a09-894f-de4e7186dd18 req-db928844-12b2-4aaa-a9b7-1100041e15d8 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822151 Jun 17 08:56:21.075707 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d5be07e0-ca07-46dd-8dae-b39cc4b1b32a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3477bd5a-885f-43f8-8b07-51dfaf12e4ec), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.079084 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d5be07e0-ca07-46dd-8dae-b39cc4b1b32a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.085867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d5be07e0-ca07-46dd-8dae-b39cc4b1b32a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/security-groups/3477bd5a-885f-43f8-8b07-51dfaf12e4ec HTTP/1.1" status: 204 len: 168 time: 0.3456321 Jun 17 08:56:21.086552 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42650) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:21.094051 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be07e0-ca07-46dd-8dae-b39cc4b1b32a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477bd5a-885f-43f8-8b07-51dfaf12e4ec,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:21.101788 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.api.v2.resource [None req-934b9517-6fd5-4f0b-b61a-c6c2b3e8e5d4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] show failed (client error): The resource could not be found. Jun 17 08:56:21.103249 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-934b9517-6fd5-4f0b-b61a-c6c2b3e8e5d4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups/3477bd5a-885f-43f8-8b07-51dfaf12e4ec HTTP/1.1" status: 404 len: 347 time: 0.0181932 Jun 17 08:56:21.106161 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42652) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:21.223213 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port c378efb6-27e0-4e9d-a244-8473b47d4f92 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:56:21.223594 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.305620 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.305948 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (c378efb6-27e0-4e9d-a244-8473b47d4f92), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.319159 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for c378efb6-27e0-4e9d-a244-8473b47d4f92 owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:56:21.420738 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 62eb07ca-d310-44bf-a6bd-62e5e42d4403 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:56:21.440779 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 62eb07ca-d310-44bf-a6bd-62e5e42d4403 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:56:21.441123 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 62eb07ca-d310-44bf-a6bd-62e5e42d4403 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:56:21.443815 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:21.521290 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (c378efb6-27e0-4e9d-a244-8473b47d4f92), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.546855 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=c378efb6-27e0-4e9d-a244-8473b47d4f92,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:21.607184 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-3f2436f9-545b-4f9b-bb90-82fc48b1ec2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.609423 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.611901 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.613055 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-bef07a04-6b77-4e0c-a410-bd2b01091c6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/floatingips/c0c9d8a5-bfb4-4f2c-af65-aa657a2c61db HTTP/1.1" status: 204 len: 168 time: 0.5059884 Jun 17 08:56:21.747885 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42658) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:21.752428 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-1be97e35-9f7c-4bd8-8b12-703488b11ba2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258190682', 'description': 'tempest-description--2112191599'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:21.858584 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1be97e35-9f7c-4bd8-8b12-703488b11ba2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:21.933753 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1be97e35-9f7c-4bd8-8b12-703488b11ba2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (4e8e4dc1-2ea5-472c-b60e-b394b050ea5a), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.052615 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1be97e35-9f7c-4bd8-8b12-703488b11ba2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4e8e4dc1-2ea5-472c-b60e-b394b050ea5a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.081915 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ac924-46c8-4340-87a7-24a021c8da6c req-46fd0658-37b0-4563-8a46-6d63f95aab64 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:22.084176 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a94ac924-46c8-4340-87a7-24a021c8da6c req-46fd0658-37b0-4563-8a46-6d63f95aab64 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0507333 Jun 17 08:56:22.084331 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be97e35-9f7c-4bd8-8b12-703488b11ba2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:22.112108 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:22.147255 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1be97e35-9f7c-4bd8-8b12-703488b11ba2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.154733 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a94ac924-46c8-4340-87a7-24a021c8da6c req-c6d85463-3d35-4bb3-b26d-196a221aefe9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588343 Jun 17 08:56:22.155754 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1be97e35-9f7c-4bd8-8b12-703488b11ba2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4027357 Jun 17 08:56:22.156782 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42666) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:22.165008 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-266324f4-19f8-4771-bb63-aa63f0593786 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': '4e8e4dc1-2ea5-472c-b60e-b394b050ea5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:22.178716 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:22.270606 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-266324f4-19f8-4771-bb63-aa63f0593786 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (0023746b-f7b2-4be4-a173-df77a7aacecb), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.331974 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-266324f4-19f8-4771-bb63-aa63f0593786 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (0023746b-f7b2-4be4-a173-df77a7aacecb), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.407125 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-266324f4-19f8-4771-bb63-aa63f0593786 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (0023746b-f7b2-4be4-a173-df77a7aacecb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.431091 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266324f4-19f8-4771-bb63-aa63f0593786 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0023746b-f7b2-4be4-a173-df77a7aacecb,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:22.511632 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-266324f4-19f8-4771-bb63-aa63f0593786 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.512886 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-266324f4-19f8-4771-bb63-aa63f0593786 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3523955 Jun 17 08:56:22.515722 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42672) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:22.521207 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-aa6ef3e1-868f-46f4-a8d1-e9b32757a7ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': '4e8e4dc1-2ea5-472c-b60e-b394b050ea5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:22.612820 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef3e1-868f-46f4-a8d1-e9b32757a7ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (f7f9578b-30f1-4638-bb32-58dabacaa197), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.670664 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef3e1-868f-46f4-a8d1-e9b32757a7ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (f7f9578b-30f1-4638-bb32-58dabacaa197), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.681053 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.756072 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef3e1-868f-46f4-a8d1-e9b32757a7ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (f7f9578b-30f1-4638-bb32-58dabacaa197), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.779425 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ef3e1-868f-46f4-a8d1-e9b32757a7ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f9578b-30f1-4638-bb32-58dabacaa197,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:22.837303 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef3e1-868f-46f4-a8d1-e9b32757a7ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.838541 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-aa6ef3e1-868f-46f4-a8d1-e9b32757a7ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218062 Jun 17 08:56:22.841606 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42674) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:22.846087 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:22.915609 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:22.992583 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:23.002106 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.119229 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.27.0.120 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/a18bca87-ad65-4d48-a188-23498f1e9826) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:23.227025 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (a18bca87-ad65-4d48-a188-23498f1e9826), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.270811 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778635-679d-4a93-8659-19519c155ea8 req-4f1cf457-f194-4b78-aa4e-6aa7d78a65da tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:23.272321 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6a778635-679d-4a93-8659-19519c155ea8 req-4f1cf457-f194-4b78-aa4e-6aa7d78a65da tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0513408 Jun 17 08:56:23.321608 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (a18bca87-ad65-4d48-a188-23498f1e9826), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.339802 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6a778635-679d-4a93-8659-19519c155ea8 req-1d415e8f-fcfd-4197-8445-d92d845d40e3 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617406 Jun 17 08:56:23.351723 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:23.373529 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:23.379735 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:23.381816 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=a18bca87-ad65-4d48-a188-23498f1e9826,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:23.384198 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:56:23.480692 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (5fc8eae0-7962-4a90-bb46-25ee84f99db5), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.578265 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a18bca87-ad65-4d48-a188-23498f1e9826), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.732889 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (a18bca87-ad65-4d48-a188-23498f1e9826), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.778099 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (a18bca87-ad65-4d48-a188-23498f1e9826), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.854362 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=a18bca87-ad65-4d48-a188-23498f1e9826,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:23.865266 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (5fc8eae0-7962-4a90-bb46-25ee84f99db5), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.968900 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:23.970138 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-bce5e308-d154-438e-bed8-0985e6e034b7 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1275690 Jun 17 08:56:24.086804 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:24.169592 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-dcacdbad-be4e-472c-accc-353dc6d1017d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--258190682&fields=id&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 267 time: 0.0422308 Jun 17 08:56:24.272847 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-586ddb1a-59b3-4c28-a0c5-a6caa9b6d896 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:24.274313 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-586ddb1a-59b3-4c28-a0c5-a6caa9b6d896 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.0983970 Jun 17 08:56:24.288864 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-17021288-5deb-475b-95a9-2b4f26617a51 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/quotas/794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 375 time: 0.0092540 Jun 17 08:56:24.341696 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-dd165389-ec11-49f5-afbd-597474b399a0 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478804 Jun 17 08:56:24.414011 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:24.480294 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14dc0e-f47a-4384-bf2c-20d4b8fd7680 req-ca5ef6a2-3402-45e0-9205-4cc2dcd1a0c9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:24.481803 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1e14dc0e-f47a-4384-bf2c-20d4b8fd7680 req-ca5ef6a2-3402-45e0-9205-4cc2dcd1a0c9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0705481 Jun 17 08:56:24.486661 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1c3f1ee6-f3a5-4ab5-8ab3-823d2ac461d6 service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334412 Jun 17 08:56:24.602203 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1e14dc0e-f47a-4384-bf2c-20d4b8fd7680 req-d925982b-256b-4235-b476-47efb90916c0 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142342 Jun 17 08:56:24.621248 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-edf7d708-6913-41ee-b5aa-5188fd72cf0b service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269891 Jun 17 08:56:24.675901 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:24.853183 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f281c54c-6fdb-4518-a951-252f9956cccf req-3c80e16d-3d75-4354-9a0b-5073f6ee558d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 210 time: 0.0352507 Jun 17 08:56:25.725207 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfad69-e586-432b-abc6-616a44282929 req-525f0908-a5fe-406f-9931-84d3ca8ddab4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:25.726748 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-26cfad69-e586-432b-abc6-616a44282929 req-525f0908-a5fe-406f-9931-84d3ca8ddab4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0541890 Jun 17 08:56:25.796158 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-26cfad69-e586-432b-abc6-616a44282929 req-e23a0aa4-eace-4108-b616-41f5ee7478c9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634713 Jun 17 08:56:25.960896 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bb84978a-28ec-4587-a8b5-2c7266a78f9e req-affaf185-e1c2-4d72-9eaa-3127703c56ea tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 210 time: 0.0294578 Jun 17 08:56:26.677531 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:26.682381 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:56:26.913018 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18c0e-dc05-45d6-ac52-f843f2b36417 req-8d24d4e7-bdc2-40fe-8abd-9ad25ce8c3ae tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:26.914636 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eda18c0e-dc05-45d6-ac52-f843f2b36417 req-8d24d4e7-bdc2-40fe-8abd-9ad25ce8c3ae tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0477498 Jun 17 08:56:26.931488 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:26.965621 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-af524981-73d7-487d-a625-e37fcc717e10 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:26.967268 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-af524981-73d7-487d-a625-e37fcc717e10 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.1113989 Jun 17 08:56:26.985094 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eda18c0e-dc05-45d6-ac52-f843f2b36417 req-43e45723-0de6-4e88-a6a0-4f5956c940a0 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641336 Jun 17 08:56:27.049666 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-9426c540-220e-4b47-b263-883b38679d91 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 379 time: 0.0723484 Jun 17 08:56:27.096265 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f90b6966-edbb-407e-b9bf-c6d2b119ac4e req-563bec31-2a18-46da-9093-694d780ca203 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 210 time: 0.0435984 Jun 17 08:56:27.191830 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'port': {'device_id': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'admin_state_up': True, 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'security_groups': ['4e8e4dc1-2ea5-472c-b60e-b394b050ea5a']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:27.412715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Made reservation on behalf of 794e7ebcf5c3436081b8e8d39907b655 for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:27.416406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:27.548344 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.20.0.8 (b5af04e5-5681-4034-bf01-a7f9807128a2/113372b6-188a-441b-8e8f-7a645d18f73a/115b315e-aa00-4ff6-9273-ebeabdd14b26) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:27.651380 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:27.691463 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:27.790248 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:27.835866 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:27.839665 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:27.848968 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:56:27.855255 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=115b315e-aa00-4ff6-9273-ebeabdd14b26,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:27.903598 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:27.904499 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:27.912688 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:28.010294 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-1e449586-7a65-4607-bcbd-a521fa228bf3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229377 Jun 17 08:56:28.024134 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Request body: {'port': {'device_id': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:28.093497 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:28.110180 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-ee731da5-506e-43ae-9e22-8b9fa8f9b308 None None] Provisioning complete for port 115b315e-aa00-4ff6-9273-ebeabdd14b26 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:56:28.111145 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ee731da5-506e-43ae-9e22-8b9fa8f9b308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:28.114118 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2aeb7-ae71-4fd2-811b-e7b8b16e32ae req-babacc8c-9d5e-47ed-874d-cebb61adc577 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:28.115644 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6df2aeb7-ae71-4fd2-811b-e7b8b16e32ae req-babacc8c-9d5e-47ed-874d-cebb61adc577 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0570965 Jun 17 08:56:28.146020 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-ee731da5-506e-43ae-9e22-8b9fa8f9b308 None None] Port 115b315e-aa00-4ff6-9273-ebeabdd14b26 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:56:28.168895 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:28.197838 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6df2aeb7-ae71-4fd2-811b-e7b8b16e32ae req-e63c3169-bfb3-4874-a2db-cf1b11619170 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751495 Jun 17 08:56:28.238185 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07419f4-c53d-4cbc-a662-1b9b5f9f6cb2 req-03039ff5-3486-4e3d-acaf-b8f12039cbf2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:28.243941 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a07419f4-c53d-4cbc-a662-1b9b5f9f6cb2 req-03039ff5-3486-4e3d-acaf-b8f12039cbf2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 931 time: 0.0668318 Jun 17 08:56:28.290513 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a07419f4-c53d-4cbc-a662-1b9b5f9f6cb2 req-eb430f75-9245-4f3f-aa47-cd11af6a64c3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449393 Jun 17 08:56:28.387010 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115b315e-aa00-4ff6-9273-ebeabdd14b26 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:56:28.396959 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Publish callbacks [] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:28.412251 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Transition to ACTIVE for port object 115b315e-aa00-4ff6-9273-ebeabdd14b26 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:56:28.522176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:28.576271 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Pushing event updated for resources: {'Port': ['ID=115b315e-aa00-4ff6-9273-ebeabdd14b26,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:28.659944 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Attempting to bind port 115b315e-aa00-4ff6-9273-ebeabdd14b26 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:56:28.660425 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Attempting to bind port 115b315e-aa00-4ff6-9273-ebeabdd14b26 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:56:28.660795 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Attempting to bind port 115b315e-aa00-4ff6-9273-ebeabdd14b26 on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:56:28.665743 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Port 115b315e-aa00-4ff6-9273-ebeabdd14b26 on network b5af04e5-5681-4034-bf01-a7f9807128a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:56:28.666062 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Attempting to bind port 115b315e-aa00-4ff6-9273-ebeabdd14b26 on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:56:28.671538 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:56:28.671801 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Checking segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:56:28.672189 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Bound using segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:56:28.672617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Bound port: 115b315e-aa00-4ff6-9273-ebeabdd14b26, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:56:28.672973 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:28.744036 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] For port 115b315e-aa00-4ff6-9273-ebeabdd14b26, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:56:28.747505 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] For port 115b315e-aa00-4ff6-9273-ebeabdd14b26, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=115b315e-aa00-4ff6-9273-ebeabdd14b26,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:56:28.853754 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:28.890976 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:28.891713 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:28.897999 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] 10.222.0.83 "PUT /v2.0/ports/115b315e-aa00-4ff6-9273-ebeabdd14b26 HTTP/1.1" status: 200 len: 1093 time: 0.8741763 Jun 17 08:56:28.897999 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:28.897999 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffac12e-f84d-4eed-834a-c05b7c3fd42b" -d '{"events": [{"name": "network-changed", "server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:28.919668 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640ea63-003a-4717-b46e-c69aaf7e063f service neutron] Pushing event updated for resources: {'Port': ['ID=115b315e-aa00-4ff6-9273-ebeabdd14b26,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:28.938818 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7303e2eb-94b3-4616-ac88-531ffcf37dbf x-openstack-request-id: req-7303e2eb-94b3-4616-ac88-531ffcf37dbf {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:28.939106 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:28.939379 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7303e2eb-94b3-4616-ac88-531ffcf37dbf {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:28.939799 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7303e2eb-94b3-4616-ac88-531ffcf37dbf'] response: {'name': 'network-changed', 'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'status': 'completed', 'code': 200} Jun 17 08:56:28.975607 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:29.007500 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac12e-f84d-4eed-834a-c05b7c3fd42b req-59ca5649-f659-4f5b-a2d8-3c7967c8e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.009027 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1ffac12e-f84d-4eed-834a-c05b7c3fd42b req-59ca5649-f659-4f5b-a2d8-3c7967c8e5eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 1127 time: 0.0424263 Jun 17 08:56:29.126088 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac12e-f84d-4eed-834a-c05b7c3fd42b req-aade0e8b-2618-4f05-aae3-addd1015c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.127633 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1ffac12e-f84d-4eed-834a-c05b7c3fd42b req-aade0e8b-2618-4f05-aae3-addd1015c7fd service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=794e7ebcf5c3436081b8e8d39907b655&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1032588 Jun 17 08:56:29.241059 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac12e-f84d-4eed-834a-c05b7c3fd42b req-3215087a-f71d-4e37-9c40-8fc76b60f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.242598 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1ffac12e-f84d-4eed-834a-c05b7c3fd42b req-3215087a-f71d-4e37-9c40-8fc76b60f775 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960028 Jun 17 08:56:29.322804 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:29.324207 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4f39-e267-4383-9c29-404d558d1ecb req-abb45442-b932-41f9-a9a6-3ce43443ffb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.325759 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-532d4f39-e267-4383-9c29-404d558d1ecb req-abb45442-b932-41f9-a9a6-3ce43443ffb9 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0526416 Jun 17 08:56:29.332202 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-3d05f7dc-ef96-4fea-ad18-de87bf4e5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.334321 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-3d05f7dc-ef96-4fea-ad18-de87bf4e5be0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 1127 time: 0.0452569 Jun 17 08:56:29.386509 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-4c8e80a8-52a4-48b4-bf46-8276742c573e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=115b315e-aa00-4ff6-9273-ebeabdd14b26 HTTP/1.1" status: 200 len: 217 time: 0.0421393 Jun 17 08:56:29.427069 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-532d4f39-e267-4383-9c29-404d558d1ecb req-3b4879c7-b190-4ffd-b6a3-a8f0bee1d85b tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948679 Jun 17 08:56:29.448227 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f5b8-1482-4047-b6ab-f7785476d0f8 req-bffaf93e-925e-4ee6-93f1-5cdebc2f42fd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.448227 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f7a8f5b8-1482-4047-b6ab-f7785476d0f8 req-bffaf93e-925e-4ee6-93f1-5cdebc2f42fd tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 943 time: 0.0705044 Jun 17 08:56:29.448500 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-071aa206-35aa-4448-8cde-9c40d35e79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.449655 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-071aa206-35aa-4448-8cde-9c40d35e79b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0563574 Jun 17 08:56:29.507725 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f7a8f5b8-1482-4047-b6ab-f7785476d0f8 req-18abb759-6b20-4d7f-924f-a94277d625e5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543079 Jun 17 08:56:29.517696 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc6494-d073-443e-90a1-f883b28bd7da req-9a014340-cd07-43c3-baa7-46aa53d89548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:29.520662 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-9a014340-cd07-43c3-baa7-46aa53d89548 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554729 Jun 17 08:56:29.747713 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-84997f28-e323-4586-a1c7-d2389c129ad5 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872414 Jun 17 08:56:29.845957 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-79dc6494-d073-443e-90a1-f883b28bd7da req-d1522635-de5b-4864-a680-1363b345b5ae service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900524 Jun 17 08:56:30.547800 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458dabe-19b1-4116-bba2-f00e1e297c64 req-a43d39e3-fbf2-4e80-972a-4aaf162c6399 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:30.549410 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a458dabe-19b1-4116-bba2-f00e1e297c64 req-a43d39e3-fbf2-4e80-972a-4aaf162c6399 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0490060 Jun 17 08:56:30.651432 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a458dabe-19b1-4116-bba2-f00e1e297c64 req-1676f70b-e2ea-475d-98f9-8ecc7e4a4821 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955634 Jun 17 08:56:30.657729 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429071d1-3a86-492a-a3f2-76046387ba3e req-225a9b18-bc0d-49dd-9d26-292291237cbe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:30.659212 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-429071d1-3a86-492a-a3f2-76046387ba3e req-225a9b18-bc0d-49dd-9d26-292291237cbe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 943 time: 0.0742104 Jun 17 08:56:30.678969 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:30.713125 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-429071d1-3a86-492a-a3f2-76046387ba3e req-88a63628-899c-4a06-ad3c-e97fb299f1a4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470686 Jun 17 08:56:31.185285 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42802) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:31.230004 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] Deleting subnet 4a0adec1-1af3-42cb-9a96-0d0bfc164cb7 {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:56:31.233012 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] Publish callbacks [] for subnet (4a0adec1-1af3-42cb-9a96-0d0bfc164cb7), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.266305 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (4a0adec1-1af3-42cb-9a96-0d0bfc164cb7), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.304940 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (4a0adec1-1af3-42cb-9a96-0d0bfc164cb7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.430381 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (4a0adec1-1af3-42cb-9a96-0d0bfc164cb7), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.459005 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0adec1-1af3-42cb-9a96-0d0bfc164cb7,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:31.464606 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.467830 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5db4ad39-81c0-4972-8392-63bee1ddadc9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4a0adec1-1af3-42cb-9a96-0d0bfc164cb7 HTTP/1.1" status: 204 len: 168 time: 0.2815747 Jun 17 08:56:31.470250 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42804) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:31.539593 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (ba4c2740-eda9-41f4-b954-e1d4f9107a41), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.620852 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (ba4c2740-eda9-41f4-b954-e1d4f9107a41), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.641793 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4c2740-eda9-41f4-b954-e1d4f9107a41']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:31.651978 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a5ac06-cf1a-455e-9a4b-e9a082454e66') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:31.652273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a5ac06-cf1a-455e-9a4b-e9a082454e66') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:31.662439 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (05a5ac06-cf1a-455e-9a4b-e9a082454e66), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.676626 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (05a5ac06-cf1a-455e-9a4b-e9a082454e66), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.686610 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:31.686610 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (05a5ac06-cf1a-455e-9a4b-e9a082454e66), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.739604 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 05a5ac06-cf1a-455e-9a4b-e9a082454e66 resource provider aggregate not found Jun 17 08:56:31.757783 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 05a5ac06-cf1a-455e-9a4b-e9a082454e66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05a5ac06-cf1a-455e-9a4b-e9a082454e66 found for delete ", "request_id": "req-d05668da-c6d9-4af7-b769-87d7c1846b9f"}]} Jun 17 08:56:31.785302 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:31.797343 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56d646-58aa-4b86-96ca-81d75817ee12 req-b769efc3-e40a-4764-9141-e46b2aa7cde1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:31.799038 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1a56d646-58aa-4b86-96ca-81d75817ee12 req-b769efc3-e40a-4764-9141-e46b2aa7cde1 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0614064 Jun 17 08:56:31.845330 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (ba4c2740-eda9-41f4-b954-e1d4f9107a41), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.853851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:31.856970 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ba4c2740-eda9-41f4-b954-e1d4f9107a41 HTTP/1.1" status: 204 len: 168 time: 0.3857887 Jun 17 08:56:31.885760 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b585d15-0696-4291-b477-35299be93417 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4c2740-eda9-41f4-b954-e1d4f9107a41,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:31.896565 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9021c-f8b6-4ee0-867b-62cb86d0d85e req-9d9f0110-2808-4750-bb8a-0d287779e0fe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:31.898323 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9cf9021c-f8b6-4ee0-867b-62cb86d0d85e req-9d9f0110-2808-4750-bb8a-0d287779e0fe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 943 time: 0.0962815 Jun 17 08:56:31.946845 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1a56d646-58aa-4b86-96ca-81d75817ee12 req-c64604ff-9ec4-45eb-87c2-0880b41dce88 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356962 Jun 17 08:56:31.985813 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9cf9021c-f8b6-4ee0-867b-62cb86d0d85e req-0cb6284e-c1f8-4364-adcc-4e616700fd6e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786088 Jun 17 08:56:32.264376 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42818) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:32.278389 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:32.305292 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8bd6c7f9-e47d-401d-a2e6-82acb81f3f95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25f8de28a0664821af43d9cdccab292d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396178 Jun 17 08:56:32.307974 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42820) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:32.358426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4370eb5-7453-4937-9112-c7a63451f8a5 admin admin] Publish callbacks [] for security_group (f6d2977e-f802-4b40-875a-b233b635147d), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:32.380678 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4370eb5-7453-4937-9112-c7a63451f8a5 admin admin] Publish callbacks [] for security_group (f6d2977e-f802-4b40-875a-b233b635147d), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:32.509769 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4370eb5-7453-4937-9112-c7a63451f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f6d2977e-f802-4b40-875a-b233b635147d), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:32.512304 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4370eb5-7453-4937-9112-c7a63451f8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:32.513462 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b4370eb5-7453-4937-9112-c7a63451f8a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6d2977e-f802-4b40-875a-b233b635147d HTTP/1.1" status: 204 len: 168 time: 0.2045941 Jun 17 08:56:32.522693 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4370eb5-7453-4937-9112-c7a63451f8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2977e-f802-4b40-875a-b233b635147d,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.114514 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be602abc-786b-4f99-8994-373f66dc365b req-840169c1-b0ac-4a9b-bebb-0b6f33e4d294 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:33.116101 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-be602abc-786b-4f99-8994-373f66dc365b req-840169c1-b0ac-4a9b-bebb-0b6f33e4d294 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0817773 Jun 17 08:56:33.137491 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda108-287d-4e74-9e07-2ee708e34e7a req-e9c47225-f1f6-4297-a8bb-c3135d12882f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:33.138961 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a8bda108-287d-4e74-9e07-2ee708e34e7a req-e9c47225-f1f6-4297-a8bb-c3135d12882f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 943 time: 0.0743799 Jun 17 08:56:33.224028 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a8bda108-287d-4e74-9e07-2ee708e34e7a req-0aaf7a6d-ef47-4e35-8d1e-70db5919fc80 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741417 Jun 17 08:56:33.229403 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-be602abc-786b-4f99-8994-373f66dc365b req-c8df84da-c79b-422a-a449-eca7a969260f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062000 Jun 17 08:56:33.456388 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 115b315e-aa00-4ff6-9273-ebeabdd14b26 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:56:33.480591 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:33.568948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 115b315e-aa00-4ff6-9273-ebeabdd14b26, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=115b315e-aa00-4ff6-9273-ebeabdd14b26,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:33.580161 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'port_id': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'mac_address': 'fa:16:3e:71:7e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:56:33.617308 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 115b315e-aa00-4ff6-9273-ebeabdd14b26 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:56:33.617696 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:33.636484 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115b315e-aa00-4ff6-9273-ebeabdd14b26 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:56:33.663797 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 115b315e-aa00-4ff6-9273-ebeabdd14b26, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=115b315e-aa00-4ff6-9273-ebeabdd14b26,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:33.745706 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:33.781720 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:33.797586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=115b315e-aa00-4ff6-9273-ebeabdd14b26,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.805832 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.806320 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.806689 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.807049 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.807408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.807997 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.808541 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.808896 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.809410 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.811803 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.812151 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.812494 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.812843 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.813173 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.813500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:33.848901 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa325-bbbc-4e80-8df2-e37f196f8fa8 req-c45ae5b5-e8b8-404a-b0f9-91f95b7f1d2d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:33.850479 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-636fa325-bbbc-4e80-8df2-e37f196f8fa8 req-c45ae5b5-e8b8-404a-b0f9-91f95b7f1d2d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0522420 Jun 17 08:56:34.033558 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['115b315e-aa00-4ff6-9273-ebeabdd14b26'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:56:34.135181 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-636fa325-bbbc-4e80-8df2-e37f196f8fa8 req-59adcc58-4bbd-4fb0-b4ad-339f053264f3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789354 Jun 17 08:56:34.376332 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1088f8e-75a7-40b4-ac40-6b754190ad79 req-3d4e3e32-6cf6-4b99-9f58-7ce772d0fd03 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:34.377783 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d1088f8e-75a7-40b4-ac40-6b754190ad79 req-3d4e3e32-6cf6-4b99-9f58-7ce772d0fd03 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 944 time: 0.0752151 Jun 17 08:56:34.384437 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8cbd1-f7a0-41fb-8a64-2ee7116d943f req-81f5d1ba-f160-4a51-a40a-aabd0471f333 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:34.385827 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-16f8cbd1-f7a0-41fb-8a64-2ee7116d943f req-81f5d1ba-f160-4a51-a40a-aabd0471f333 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0819619 Jun 17 08:56:34.460585 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d1088f8e-75a7-40b4-ac40-6b754190ad79 req-ba0e71de-e1d7-4b1a-95a7-2827cdfc4e2d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737994 Jun 17 08:56:34.482880 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-16f8cbd1-f7a0-41fb-8a64-2ee7116d943f req-e546dac7-ff1c-4653-8a2d-bef958754892 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889919 Jun 17 08:56:35.259193 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab781cfb-6ad7-469d-9167-4b84eba4d8f1 req-bafa07ea-f9ad-4daf-b2d4-7d886f870bf2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:35.260697 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ab781cfb-6ad7-469d-9167-4b84eba4d8f1 req-bafa07ea-f9ad-4daf-b2d4-7d886f870bf2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0478282 Jun 17 08:56:35.308763 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ab781cfb-6ad7-469d-9167-4b84eba4d8f1 req-56c2a8cd-42f0-491b-9554-ddd6102de782 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c87d2d5-f2d6-4a65-a19f-99e35b02766b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Jun 17 08:56:35.465485 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 115b315e-aa00-4ff6-9273-ebeabdd14b26 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:56:35.475762 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-eccf3646-769b-4fba-a84e-2d172ac7688b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:35.477330 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-eccf3646-769b-4fba-a84e-2d172ac7688b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 947 time: 0.0498290 Jun 17 08:56:35.514875 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 115b315e-aa00-4ff6-9273-ebeabdd14b26 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:56:35.577575 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:35.580294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Deleting port 051f4b45-cbb1-44c1-92a3-54becef75c28 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:56:35.580639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:35.632055 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 115b315e-aa00-4ff6-9273-ebeabdd14b26 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:56:35.632493 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:35.668755 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d92b4-bcda-4075-aad4-016012dd7127 req-916fc75c-8aa1-49a8-89de-f03a430622fe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:35.672898 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-150d92b4-bcda-4075-aad4-016012dd7127 req-916fc75c-8aa1-49a8-89de-f03a430622fe tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 944 time: 0.1060855 Jun 17 08:56:35.688429 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0ab62-1a2b-42ec-bda8-0d27443da6f4 req-ca85df97-834c-4742-a061-7360c1b72817 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:35.689858 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eea0ab62-1a2b-42ec-bda8-0d27443da6f4 req-ca85df97-834c-4742-a061-7360c1b72817 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0934520 Jun 17 08:56:35.714081 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] For port 051f4b45-cbb1-44c1-92a3-54becef75c28, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=051f4b45-cbb1-44c1-92a3-54becef75c28,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:35.715018 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:35.728376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 115b315e-aa00-4ff6-9273-ebeabdd14b26 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:56:35.729108 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:35.755266 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:35.758349 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf14169-65f1-49f8-81db-6243d0ed3b94" -d '{"events": [{"server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "name": "network-vif-plugged", "status": "completed", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:35.767184 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-150d92b4-bcda-4075-aad4-016012dd7127 req-88ccafb0-8ac1-4d4c-9d5c-fc321de79dca tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761344 Jun 17 08:56:35.775402 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:35.789377 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 115b315e-aa00-4ff6-9273-ebeabdd14b26, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=115b315e-aa00-4ff6-9273-ebeabdd14b26,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:35.808008 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eea0ab62-1a2b-42ec-bda8-0d27443da6f4 req-8372ce56-37c6-4e91-a245-ce6e8eaf1e40 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025009 Jun 17 08:56:35.842204 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484ec197-7fef-494b-b02d-caf41db42ed8 x-openstack-request-id: req-484ec197-7fef-494b-b02d-caf41db42ed8 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:35.842204 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "name": "network-vif-plugged", "status": "completed", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:35.842204 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-484ec197-7fef-494b-b02d-caf41db42ed8 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:35.842204 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484ec197-7fef-494b-b02d-caf41db42ed8'] response: {'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'code': 200} Jun 17 08:56:35.852711 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:35.907602 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=115b315e-aa00-4ff6-9273-ebeabdd14b26,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:35.922084 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:35.922876 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e906101e-b395-4353-9980-49cb44fb0c5e), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:35.922876 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Floating IP e906101e-b395-4353-9980-49cb44fb0c5e disassociated. External IP: 172.27.0.108, port: 051f4b45-cbb1-44c1-92a3-54becef75c28. Jun 17 08:56:35.923290 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Calling delete_port for 051f4b45-cbb1-44c1-92a3-54becef75c28 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:56:36.000185 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:36.162126 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (051f4b45-cbb1-44c1-92a3-54becef75c28), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:36.198013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event deleted for resources: {'Port': ['ID=051f4b45-cbb1-44c1-92a3-54becef75c28,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:36.245599 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:36.319710 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Router b131d064-9b69-45d7-bfbf-d576f3d8e49d has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:56:36.350506 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcdfed-e817-4169-a668-0a8168efde23 req-97954d8b-32e4-4ed8-8751-2a8284a96715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:36.355326 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-66fcdfed-e817-4169-a668-0a8168efde23 req-97954d8b-32e4-4ed8-8751-2a8284a96715 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 1129 time: 0.0423248 Jun 17 08:56:36.437538 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b63da180-1152-4b7a-8a03-9a62b030ec6a req-fc4def31-29c7-4358-976b-1051cf0d4fdb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0415618 Jun 17 08:56:36.438049 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:56:36.441473 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-66fcdfed-e817-4169-a668-0a8168efde23 req-71f72f74-96a8-4517-9f55-401384ea2dd9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820198 Jun 17 08:56:36.464703 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] Sync routers for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:36.466400 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:36.467068 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:36.493209 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] No DVR routers for this DVR port 051f4b45-cbb1-44c1-92a3-54becef75c28 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:56:36.496436 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:36.500340 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ee742ee6-9344-47a2-8d1a-cf1927d8be00 req-a07edd8b-4944-449b-a5d3-949d7d2791bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "DELETE /v2.0/ports/051f4b45-cbb1-44c1-92a3-54becef75c28 HTTP/1.1" status: 204 len: 173 time: 1.0161853 Jun 17 08:56:36.501943 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-deleted', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:36.504770 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4139dd28-af71-40c8-8b03-74d9b29df469" -d '{"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-deleted", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:36.544711 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6167e6b5-0ac1-46d4-80bb-c54bce2df5d5 x-openstack-request-id: req-6167e6b5-0ac1-46d4-80bb-c54bce2df5d5 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:36.545001 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397d996b-b163-4a47-856e-f2aca2ae6976", "name": "network-vif-deleted", "tag": "051f4b45-cbb1-44c1-92a3-54becef75c28", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:36.545252 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6167e6b5-0ac1-46d4-80bb-c54bce2df5d5 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:36.546322 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6167e6b5-0ac1-46d4-80bb-c54bce2df5d5'] response: {'server_uuid': '397d996b-b163-4a47-856e-f2aca2ae6976', 'name': 'network-vif-deleted', 'tag': '051f4b45-cbb1-44c1-92a3-54becef75c28', 'status': 'completed', 'code': 200} Jun 17 08:56:36.583880 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:36.678537 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:36.788086 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:36.817312 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] Checking router: b131d064-9b69-45d7-bfbf-d576f3d8e49d for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:36.829318 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:36.829958 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:36.914735 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a248683-bf98-4b8a-b7a2-361e74f54382 req-f7abf5c3-4733-450e-9ae0-d17385b5041f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:36.916354 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2a248683-bf98-4b8a-b7a2-361e74f54382 req-f7abf5c3-4733-450e-9ae0-d17385b5041f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0763295 Jun 17 08:56:36.931449 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:36.942604 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:36.945312 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab792c-c929-496d-be44-0076d99c2bd8 req-8bb2851d-de82-428b-b675-824c5603d236 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:36.946826 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-88ab792c-c929-496d-be44-0076d99c2bd8 req-8bb2851d-de82-428b-b675-824c5603d236 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0734961 Jun 17 08:56:36.965442 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:37.008190 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2a248683-bf98-4b8a-b7a2-361e74f54382 req-bec1339c-9c40-4386-a742-6bd470670941 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861981 Jun 17 08:56:37.042332 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-88ab792c-c929-496d-be44-0076d99c2bd8 req-1872206a-475e-480c-b29b-58b4af7b9f2a tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&id=2bec96a3-5e42-48e6-a407-554f225e05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870752 Jun 17 08:56:37.176440 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:37.201770 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef104d-9cfb-42df-9596-34e7a07297e6 None None] The sync data for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi is: [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:37.433055 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e3fcf-1762-4b55-953c-3b1a595f5a38 None None] New status for floating IP e906101e-b395-4353-9980-49cb44fb0c5e: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:56:37.546187 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d63cd5ba-7d1a-4540-a67c-495f4a20e877 req-21b89099-2ba6-4b80-86b6-56c3ddaaaaa8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0300181 Jun 17 08:56:38.124585 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce87cc-8367-4896-a122-bfdc31810263 req-62c6c538-42a9-41d9-ad70-53b654bc4296 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:38.125968 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65ce87cc-8367-4896-a122-bfdc31810263 req-62c6c538-42a9-41d9-ad70-53b654bc4296 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0469820 Jun 17 08:56:38.175205 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-65ce87cc-8367-4896-a122-bfdc31810263 req-7c3214d8-189b-44d8-ad6f-e7cd33aeb029 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 Jun 17 08:56:38.649350 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c9b799f9-e02f-4439-b159-7dad2f9e2a3a req-de53a4a1-676f-4ec0-90fa-a10966a2e9c8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0309622 Jun 17 08:56:39.291610 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef105-7025-42ac-81c6-058c4ab7c71a req-8fe0b207-95ad-442c-8727-d0cbc834b264 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:39.293171 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a79ef105-7025-42ac-81c6-058c4ab7c71a req-8fe0b207-95ad-442c-8727-d0cbc834b264 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0483701 Jun 17 08:56:39.345354 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a79ef105-7025-42ac-81c6-058c4ab7c71a req-acd24a3f-27c7-48a6-a8c7-9198f9acdf5f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464761 Jun 17 08:56:39.496518 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:56:39.521334 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 051f4b45-cbb1-44c1-92a3-54becef75c28 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:56:39.521684 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 051f4b45-cbb1-44c1-92a3-54becef75c28 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:56:39.767520 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-421fb58a-c04e-49a6-a63c-4f0c9aba9f8e req-ae7cddf0-3898-4d19-ade2-2e03a0dae781 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0292883 Jun 17 08:56:40.465621 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba26311-17b1-452d-9b93-1a04f395741c req-3d71a4f1-bc9e-4830-8454-508298c79b83 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:40.467096 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ba26311-17b1-452d-9b93-1a04f395741c req-3d71a4f1-bc9e-4830-8454-508298c79b83 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Jun 17 08:56:40.520578 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ba26311-17b1-452d-9b93-1a04f395741c req-1eb607f2-1fbc-4eeb-9aa4-9bf23d8d342a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470469 Jun 17 08:56:40.883664 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5600a9d7-bc77-43d4-9df7-5879899a710c req-9a085bbe-0714-4f0f-a313-24440aaa4e50 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=397d996b-b163-4a47-856e-f2aca2ae6976 HTTP/1.1" status: 200 len: 210 time: 0.0272112 Jun 17 08:56:41.636589 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb5c11-eeeb-4834-a8bb-dbfb7278eb9a req-d8ae8ea5-27de-4a74-80be-dd3e9f33819b tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:41.638095 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0fbb5c11-eeeb-4834-a8bb-dbfb7278eb9a req-d8ae8ea5-27de-4a74-80be-dd3e9f33819b tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Jun 17 08:56:41.685926 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0fbb5c11-eeeb-4834-a8bb-dbfb7278eb9a req-ae82ad27-5feb-4299-afc9-85fd241d6f2b tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 Jun 17 08:56:41.799010 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e3970-71b0-4357-8f31-c6cc4af21b5a req-e2ec9284-3eda-4c93-9b1a-5eadd89ea193 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:41.801204 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d0e3970-71b0-4357-8f31-c6cc4af21b5a req-e2ec9284-3eda-4c93-9b1a-5eadd89ea193 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0511315 Jun 17 08:56:41.810656 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42928) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:41.815273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'port_id': '115b315e-aa00-4ff6-9273-ebeabdd14b26'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:41.858942 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (5fc8eae0-7962-4a90-bb46-25ee84f99db5), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.061732 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42934) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:42.076011 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:42.120690 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9554b9b6-2f72-4f32-9d00-c902f7b01b04 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (4c87d2d5-f2d6-4a65-a19f-99e35b02766b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.146133 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9554b9b6-2f72-4f32-9d00-c902f7b01b04 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (4c87d2d5-f2d6-4a65-a19f-99e35b02766b), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.161208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:42.292927 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9554b9b6-2f72-4f32-9d00-c902f7b01b04 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4c87d2d5-f2d6-4a65-a19f-99e35b02766b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.295601 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9554b9b6-2f72-4f32-9d00-c902f7b01b04 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.296779 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9554b9b6-2f72-4f32-9d00-c902f7b01b04 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "DELETE /v2.0/security-groups/4c87d2d5-f2d6-4a65-a19f-99e35b02766b HTTP/1.1" status: 204 len: 168 time: 0.2334745 Jun 17 08:56:42.300337 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42936) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:42.312475 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.317893 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554b9b6-2f72-4f32-9d00-c902f7b01b04 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c87d2d5-f2d6-4a65-a19f-99e35b02766b,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:42.320932 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.api.v2.resource [None req-ae52ead8-c0ac-43a3-9928-efb5dcdb3cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] show failed (client error): The resource could not be found. Jun 17 08:56:42.321994 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ae52ead8-c0ac-43a3-9928-efb5dcdb3cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups/4c87d2d5-f2d6-4a65-a19f-99e35b02766b HTTP/1.1" status: 404 len: 347 time: 0.0195258 Jun 17 08:56:42.325004 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42938) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:42.413444 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (5fc8eae0-7962-4a90-bb46-25ee84f99db5), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.443434 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Deleting port 6a38935f-621d-4fe8-a00d-f1f733458068 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:56:42.443769 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (6a38935f-621d-4fe8-a00d-f1f733458068), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.516048 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP 5fc8eae0-7962-4a90-bb46-25ee84f99db5 associated. External IP: 172.27.0.120, port: 115b315e-aa00-4ff6-9273-ebeabdd14b26. Jun 17 08:56:42.530944 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (6a38935f-621d-4fe8-a00d-f1f733458068), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.531278 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (6a38935f-621d-4fe8-a00d-f1f733458068), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.545751 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Calling delete_port for 6a38935f-621d-4fe8-a00d-f1f733458068 owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:56:42.628175 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:42.728402 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:56:42.778470 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (6a38935f-621d-4fe8-a00d-f1f733458068), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.807320 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event deleted for resources: {'Port': ['ID=6a38935f-621d-4fe8-a00d-f1f733458068,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:42.840124 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:56:42.849641 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.852289 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:42.863575 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:42.864367 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:42.872603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (e906101e-b395-4353-9980-49cb44fb0c5e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.875295 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:42.880084 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-cb5174fd-ffd1-43b9-82df-da119f016170 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "DELETE /v2.0/floatingips/e906101e-b395-4353-9980-49cb44fb0c5e HTTP/1.1" status: 204 len: 168 time: 0.5505981 Jun 17 08:56:42.884299 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-985b7adc-da21-40e2-8494-bec6627e97f2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "PUT /v2.0/floatingips/5fc8eae0-7962-4a90-bb46-25ee84f99db5 HTTP/1.1" status: 200 len: 991 time: 1.0705094 Jun 17 08:56:42.884299 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:42.885174 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5dd30f-0255-410b-9cfc-f5167da2d605" -d '{"events": [{"name": "network-changed", "server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:42.927077 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074de1b6-0d23-4d1d-b832-8177f54172a0 x-openstack-request-id: req-074de1b6-0d23-4d1d-b832-8177f54172a0 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:42.927363 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:42.927746 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-074de1b6-0d23-4d1d-b832-8177f54172a0 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:42.928151 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074de1b6-0d23-4d1d-b832-8177f54172a0'] response: {'name': 'network-changed', 'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'status': 'completed', 'code': 200} Jun 17 08:56:42.973713 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:43.039912 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 42948) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:43.044508 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-ad56be70-4ff9-4cee-9ff6-8a023975f251 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196858510', 'description': 'tempest-description--554906701'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:43.161825 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ad56be70-4ff9-4cee-9ff6-8a023975f251 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.239782 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ad56be70-4ff9-4cee-9ff6-8a023975f251 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (519d319e-70a3-40ce-820f-6b7196a7c34b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.304457 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ad56be70-4ff9-4cee-9ff6-8a023975f251 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (519d319e-70a3-40ce-820f-6b7196a7c34b), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.339048 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56be70-4ff9-4cee-9ff6-8a023975f251 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519d319e-70a3-40ce-820f-6b7196a7c34b,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:43.339337 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '5fc8eae0-7962-4a90-bb46-25ee84f99db5', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:71:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:56:23Z', 'updated_at': '2022-06-17T08:56:42Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:43.367730 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:43.376933 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:56:43.377544 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:43.381405 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ad56be70-4ff9-4cee-9ff6-8a023975f251 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.382687 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ad56be70-4ff9-4cee-9ff6-8a023975f251 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3416719 Jun 17 08:56:43.385729 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42950) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:43.390316 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-dcbbd47d-1608-4de0-a981-d2eb553ec735 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'security_group_rule': {'security_group_id': '519d319e-70a3-40ce-820f-6b7196a7c34b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:43.482662 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:56:43.498247 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd47d-1608-4de0-a981-d2eb553ec735 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (cbd6084a-8e6f-4fc3-b7a6-f69564fc77c7), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.558529 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd47d-1608-4de0-a981-d2eb553ec735 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (cbd6084a-8e6f-4fc3-b7a6-f69564fc77c7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.653244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd47d-1608-4de0-a981-d2eb553ec735 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (cbd6084a-8e6f-4fc3-b7a6-f69564fc77c7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.681345 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbd47d-1608-4de0-a981-d2eb553ec735 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd6084a-8e6f-4fc3-b7a6-f69564fc77c7,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:43.696122 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:43.706574 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '5fc8eae0-7962-4a90-bb46-25ee84f99db5', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:71:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:56:23Z', 'updated_at': '2022-06-17T08:56:42Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:43.733974 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d43a0-5bfc-421e-8bbf-d7868e77ff27 None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '5fc8eae0-7962-4a90-bb46-25ee84f99db5', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:71:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:56:23Z', 'updated_at': '2022-06-17T08:56:42Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:43.791896 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd47d-1608-4de0-a981-d2eb553ec735 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.793676 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-dcbbd47d-1608-4de0-a981-d2eb553ec735 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066944 Jun 17 08:56:43.796507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42954) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:43.808508 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-b5eefd8e-63aa-4805-a9c6-df10713cbebc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'security_group_rule': {'security_group_id': '519d319e-70a3-40ce-820f-6b7196a7c34b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:43.817560 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:43.908913 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b5eefd8e-63aa-4805-a9c6-df10713cbebc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (6ef96922-a449-40d8-9123-872ac85f1014), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.968356 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d58d89-b191-4c5a-95b7-50b92eee0157 None None] New status for floating IP 5fc8eae0-7962-4a90-bb46-25ee84f99db5: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:56:43.976441 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:43.983954 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b5eefd8e-63aa-4805-a9c6-df10713cbebc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (6ef96922-a449-40d8-9123-872ac85f1014), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:43.988501 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-7de6d9e1-7f76-474c-839d-cb2aad8fdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:43.990549 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-7de6d9e1-7f76-474c-839d-cb2aad8fdce7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 1129 time: 0.3119905 Jun 17 08:56:44.089523 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-a1a96c05-d379-490c-a6a8-dc1fb821e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:44.091002 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-a1a96c05-d379-490c-a6a8-dc1fb821e80c service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.0911837 Jun 17 08:56:44.157080 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-376ceeab-61ab-4240-b8fb-be98ad4d569c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=115b315e-aa00-4ff6-9273-ebeabdd14b26 HTTP/1.1" status: 200 len: 999 time: 0.0600662 Jun 17 08:56:44.178711 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b5eefd8e-63aa-4805-a9c6-df10713cbebc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (6ef96922-a449-40d8-9123-872ac85f1014), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:44.187738 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:44.199745 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eefd8e-63aa-4805-a9c6-df10713cbebc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef96922-a449-40d8-9123-872ac85f1014,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:44.208301 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-b9810d63-c382-40fa-af42-d4bd250dac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:44.209834 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-b9810d63-c382-40fa-af42-d4bd250dac80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0471790 Jun 17 08:56:44.268285 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-b0ae0a64-116b-4e63-968a-f7bcbe4c89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:44.268285 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-b0ae0a64-116b-4e63-968a-f7bcbe4c89ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408685 Jun 17 08:56:44.340298 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b5eefd8e-63aa-4805-a9c6-df10713cbebc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:44.341706 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b5eefd8e-63aa-4805-a9c6-df10713cbebc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5440927 Jun 17 08:56:44.344851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 42956) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:44.349356 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:44.354386 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:44.369962 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-28c82844-70aa-41c3-81cc-951546c54051 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903339 Jun 17 08:56:44.465919 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5f5dd30f-0255-410b-9cfc-f5167da2d605 req-3b0cd912-5d2d-440d-8ebe-1089d834c9b4 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897262 Jun 17 08:56:44.487054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:44.567939 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:44.677300 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Allocated IP 172.27.0.59 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/2f975b1b-b04b-44ed-b328-c78f0e0416f7) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:44.789372 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:44.962074 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:44.999393 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:45.005064 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:45.009152 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:56:45.031266 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'Port': ['ID=2f975b1b-b04b-44ed-b328-c78f0e0416f7,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:45.100955 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (032b1899-f1df-495e-be90-aa4f528ac3e6), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:45.215828 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:45.367208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:45.498963 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:45.501536 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:45.578338 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'Port': ['ID=2f975b1b-b04b-44ed-b328-c78f0e0416f7,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:45.594071 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (032b1899-f1df-495e-be90-aa4f528ac3e6), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:45.683773 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:45.684988 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b4d6183f-4def-49f1-90d9-2c99bb092cbf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3392122 Jun 17 08:56:45.829717 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:46.050041 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-2b00d6ab-04bb-46e6-8667-b811689d4605 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--196858510&fields=id&tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 267 time: 0.0476725 Jun 17 08:56:46.158886 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-1667aab0-8d6d-49f6-b6e0-7558392ca8d1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:46.160433 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-1667aab0-8d6d-49f6-b6e0-7558392ca8d1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 817 time: 0.1031497 Jun 17 08:56:46.177364 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-b73f9598-cd99-4fc6-8e44-8b05f23faca7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/quotas/b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 375 time: 0.0108371 Jun 17 08:56:46.228470 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-a6b54cb1-e384-43c9-b806-c2eda50564dd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452864 Jun 17 08:56:46.334459 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-c3fe3923-bf27-4956-ada2-ca3740a13c5b service neutron] 10.222.0.78 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901968 Jun 17 08:56:46.428413 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-c53c410f-b525-4c29-b62c-df99811235c2 service neutron] 10.222.0.78 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882850 Jun 17 08:56:46.857007 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-37fe67f2-bacd-41cc-9fd7-c2e08e0f4314 req-638afa7f-f899-4220-9fd6-8dab9fbacf15 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 210 time: 0.1409235 Jun 17 08:56:47.131270 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:47.958068 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3f0614ba-7d58-40c3-9e4b-072c5cac7db3 req-2d0d258c-1b79-43d5-bc3e-7a4b8856a7c6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 210 time: 0.0280592 Jun 17 08:56:49.060966 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c8de1b16-4b24-43bc-93e2-726ab9722cb5 req-caae08fe-cbdb-417f-8905-b56b479d8e9e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 210 time: 0.0282307 Jun 17 08:56:49.338388 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b955df43-9007-4466-bf3c-fc910b5864cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:49.492128 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:49.560554 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-2b643860-f6db-4269-a933-a1f1cf0bb456 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:49.562031 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-2b643860-f6db-4269-a933-a1f1cf0bb456 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 817 time: 0.1234412 Jun 17 08:56:49.648452 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-d93ae43b-e016-4d25-a3c3-2e644541e2bf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 379 time: 0.0777380 Jun 17 08:56:49.657050 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'port': {'device_id': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'admin_state_up': True, 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'security_groups': ['519d319e-70a3-40ce-820f-6b7196a7c34b']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:49.829990 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Made reservation on behalf of b493dbf75ed64a7dbda3e9c6a6168f8f for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:49.833819 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:49.971400 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Allocated IP 172.20.0.7 (4f7d1d4a-2c54-4698-9b36-243535e9ccac/3d8327ab-e3f9-4b98-bf71-b31e64674148/02d2e50f-49e7-4067-86ed-da24c07d5aea) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:50.133834 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:50.183651 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d8917d30-0444-47cc-8055-049b68613979 req-7bdae31f-03d1-4fa1-ae63-7daedc750b3e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 210 time: 0.0318742 Jun 17 08:56:50.231029 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:50.287248 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:50.292734 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:50.297252 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:56:50.299734 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:50.324582 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:50.338014 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.346406 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.348590 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.348590 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:50.379326 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:50.380068 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:50.382867 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:50.467556 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-315c1e8e-0c79-48a7-bcfe-82c6bd8e9893 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137922 Jun 17 08:56:50.482766 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Request body: {'port': {'device_id': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:56:50.552875 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-c82cd39f-4c82-4a88-9bb9-b05dffe67585 None None] Provisioning complete for port 02d2e50f-49e7-4067-86ed-da24c07d5aea triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:56:50.553489 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c82cd39f-4c82-4a88-9bb9-b05dffe67585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:50.555250 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:50.594369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-c82cd39f-4c82-4a88-9bb9-b05dffe67585 None None] Port 02d2e50f-49e7-4067-86ed-da24c07d5aea cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:56:50.823342 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d2e50f-49e7-4067-86ed-da24c07d5aea {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:56:50.831015 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Publish callbacks [] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:50.844158 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Transition to ACTIVE for port object 02d2e50f-49e7-4067-86ed-da24c07d5aea will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:56:50.926873 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:50.969583 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:50.979185 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:51.067391 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Attempting to bind port 02d2e50f-49e7-4067-86ed-da24c07d5aea on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:56:51.067884 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Attempting to bind port 02d2e50f-49e7-4067-86ed-da24c07d5aea by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:56:51.068341 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Attempting to bind port 02d2e50f-49e7-4067-86ed-da24c07d5aea on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:56:51.073695 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Port 02d2e50f-49e7-4067-86ed-da24c07d5aea on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:56:51.073954 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Attempting to bind port 02d2e50f-49e7-4067-86ed-da24c07d5aea on network 4f7d1d4a-2c54-4698-9b36-243535e9ccac {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:56:51.082355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:56:51.082355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Checking segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:56:51.082355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Bound using segment: {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:56:51.082355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Bound port: 02d2e50f-49e7-4067-86ed-da24c07d5aea, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:56:51.082355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:51.152066 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:56:51.155632 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:56:51.314921 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:51.354488 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.354636 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd967e0-9fef-4df4-a4b5-4723f032de0a req-b8220209-9f54-4fe4-93df-0da60cce1577 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.355278 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:51.360853 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-abd967e0-9fef-4df4-a4b5-4723f032de0a req-b8220209-9f54-4fe4-93df-0da60cce1577 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0941043 Jun 17 08:56:51.361117 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] 10.222.0.83 "PUT /v2.0/ports/02d2e50f-49e7-4067-86ed-da24c07d5aea HTTP/1.1" status: 200 len: 1093 time: 0.8791809 Jun 17 08:56:51.361117 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:51.361408 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3f5b0-2e9e-4d78-9ddc-c331bfe30fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:51.383476 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-d314948c-7b44-4a47-896c-bd3b269c652b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826972 Jun 17 08:56:51.411817 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae6c3a-5ef7-42f8-980b-2835664cbb72 service neutron] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:51.455903 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42252d37-4fdb-48dc-8888-8efb6c1a29fb x-openstack-request-id: req-42252d37-4fdb-48dc-8888-8efb6c1a29fb {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:51.456238 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:51.456609 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42252d37-4fdb-48dc-8888-8efb6c1a29fb {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:51.458256 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42252d37-4fdb-48dc-8888-8efb6c1a29fb'] response: {'name': 'network-changed', 'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'status': 'completed', 'code': 200} Jun 17 08:56:51.484433 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-abd967e0-9fef-4df4-a4b5-4723f032de0a req-a975b9b7-4e4d-4370-9482-d64346b8baac tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197202 Jun 17 08:56:51.486252 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d4471-6eae-403f-b818-2790516438c0 req-6d582919-640c-4c3a-8724-3728f749448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.488905 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-6d582919-640c-4c3a-8724-3728f749448a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 1129 time: 0.0781417 Jun 17 08:56:51.529336 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3f5b0-2e9e-4d78-9ddc-c331bfe30fbd req-144822ac-1866-4a8c-842b-29e6f69fdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.531264 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-26a3f5b0-2e9e-4d78-9ddc-c331bfe30fbd req-144822ac-1866-4a8c-842b-29e6f69fdafe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 1127 time: 0.0536051 Jun 17 08:56:51.623953 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d4471-6eae-403f-b818-2790516438c0 req-2a7838c0-323e-4d29-b243-7662c1c57ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.625585 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-2a7838c0-323e-4d29-b243-7662c1c57ebb service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1022048 Jun 17 08:56:51.641904 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3f5b0-2e9e-4d78-9ddc-c331bfe30fbd req-787cedac-4413-4316-8781-0b8f114366be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.643423 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-26a3f5b0-2e9e-4d78-9ddc-c331bfe30fbd req-787cedac-4413-4316-8781-0b8f114366be service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1027606 Jun 17 08:56:51.649738 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:51.676232 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-93c412f7-cb40-4f56-a689-ead0a85c181b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcdeb004-186e-437b-8253-335f017eebbd HTTP/1.1" status: 200 len: 217 time: 0.0332747 Jun 17 08:56:51.692617 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-f3f9073d-469a-4733-8078-fb1e238e3779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:51.728403 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d4471-6eae-403f-b818-2790516438c0 req-52c23468-cba2-4633-9a90-749add44629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.729936 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-52c23468-cba2-4633-9a90-749add44629b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0487180 Jun 17 08:56:51.733447 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:51.747600 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3f5b0-2e9e-4d78-9ddc-c331bfe30fbd req-094c3540-6abd-4cd1-bc2d-34fceb0aced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.749104 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-26a3f5b0-2e9e-4d78-9ddc-c331bfe30fbd req-094c3540-6abd-4cd1-bc2d-34fceb0aced4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974820 Jun 17 08:56:51.775087 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d4471-6eae-403f-b818-2790516438c0 req-3a3b635b-79a8-4c48-8299-5aa1c186b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.776647 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-3a3b635b-79a8-4c48-8299-5aa1c186b7a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396006 Jun 17 08:56:51.827744 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-082aa032-ab8d-4aae-8f51-8581e5669d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.829429 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-082aa032-ab8d-4aae-8f51-8581e5669d3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 1127 time: 0.0415661 Jun 17 08:56:51.863921 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:51.872158 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-0173c5e7-ee79-4fa9-9e77-9aa5783694c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea HTTP/1.1" status: 200 len: 217 time: 0.0349507 Jun 17 08:56:51.874342 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-f9322c1b-43fd-415c-ad96-ae905eb887c0 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871694 Jun 17 08:56:51.932243 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-13fcaca0-437b-4b11-86aa-20d166f50cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.933976 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-13fcaca0-437b-4b11-86aa-20d166f50cb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.0511525 Jun 17 08:56:51.980875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70903bf-4428-4f55-95d4-d2a77294305a req-6cf52fcd-95b0-451c-8de1-2f07f23d0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:51.982418 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-6cf52fcd-95b0-451c-8de1-2f07f23d0583 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417783 Jun 17 08:56:52.086500 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-a71c37d5-908a-4d29-b17b-b876977e3c98 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970924 Jun 17 08:56:52.187532 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b70903bf-4428-4f55-95d4-d2a77294305a req-f95d2535-6e47-48e6-8712-43b87105069d service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928030 Jun 17 08:56:52.206020 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ff9d4471-6eae-403f-b818-2790516438c0 req-16533ff5-ed2e-4dab-820a-0757a656cc75 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219383 Jun 17 08:56:52.615755 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3c4ad-8f17-49e9-8584-44f1a8cfadab req-5475d55f-65d3-459a-b787-549a4c4a39fd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:52.617230 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fcd3c4ad-8f17-49e9-8584-44f1a8cfadab req-5475d55f-65d3-459a-b787-549a4c4a39fd tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0496554 Jun 17 08:56:52.664812 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fcd3c4ad-8f17-49e9-8584-44f1a8cfadab req-e032c7ac-9020-4ca2-9f8d-db5938c6eccf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Jun 17 08:56:52.789775 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:53.789888 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cf142-8c33-41ab-8857-9fc271e90779 req-6c09669d-0482-4738-80b0-52c57c7da848 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:53.791471 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a51cf142-8c33-41ab-8857-9fc271e90779 req-6c09669d-0482-4738-80b0-52c57c7da848 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0531051 Jun 17 08:56:53.841099 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a51cf142-8c33-41ab-8857-9fc271e90779 req-78d0f539-11fe-47d2-a65a-a9345aabc2b1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Jun 17 08:56:54.150373 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:54.732610 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:55.012680 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0043-ceac-4dba-8839-5cc690fe863c req-5bf38019-3892-4786-9f90-7c294f36a5be tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:55.014200 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8e0e0043-ceac-4dba-8839-5cc690fe863c req-5bf38019-3892-4786-9f90-7c294f36a5be tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0465147 Jun 17 08:56:55.063890 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8e0e0043-ceac-4dba-8839-5cc690fe863c req-5702ff81-2f5b-4f10-86fb-e5bdf304faf9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 Jun 17 08:56:55.506573 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43108) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:55.613576 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-db2d66bf-2456-42b6-86ac-c780babb785d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:55.691961 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-db2d66bf-2456-42b6-86ac-c780babb785d admin admin] Publish callbacks [] for security_group (5f019bae-e1e6-43ea-aa2f-3f9811faa9de), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:55.708855 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:56:55.806821 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-db2d66bf-2456-42b6-86ac-c780babb785d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5f019bae-e1e6-43ea-aa2f-3f9811faa9de), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:55.813563 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:55.825420 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'port_id': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'mac_address': 'fa:16:3e:97:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:56:55.847693 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-db2d66bf-2456-42b6-86ac-c780babb785d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d626b75636304707b6209b05580e1d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394287 Jun 17 08:56:55.849793 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d66bf-2456-42b6-86ac-c780babb785d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f019bae-e1e6-43ea-aa2f-3f9811faa9de,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:55.850619 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43114) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:56:55.864093 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 02d2e50f-49e7-4067-86ed-da24c07d5aea is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:56:55.864483 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:55.877631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d2e50f-49e7-4067-86ed-da24c07d5aea {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:56:55.899030 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:55.904783 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5f2b926e-b9c4-431a-a981-7ce6013578f4 admin admin] Publish callbacks [] for security_group (5f019bae-e1e6-43ea-aa2f-3f9811faa9de), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:55.929379 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5f2b926e-b9c4-431a-a981-7ce6013578f4 admin admin] Publish callbacks [] for security_group (5f019bae-e1e6-43ea-aa2f-3f9811faa9de), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:55.973325 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:56.019657 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:56.063842 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5f2b926e-b9c4-431a-a981-7ce6013578f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5f019bae-e1e6-43ea-aa2f-3f9811faa9de), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:56.066440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5f2b926e-b9c4-431a-a981-7ce6013578f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:56.067673 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-5f2b926e-b9c4-431a-a981-7ce6013578f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f019bae-e1e6-43ea-aa2f-3f9811faa9de HTTP/1.1" status: 204 len: 168 time: 0.2160194 Jun 17 08:56:56.076145 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b926e-b9c4-431a-a981-7ce6013578f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f019bae-e1e6-43ea-aa2f-3f9811faa9de,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:56.187329 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e218e4-887e-477e-bc03-f11164b674d0 req-f3bbf929-d354-465b-a254-8bd459e3fc2d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:56.188825 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-49e218e4-887e-477e-bc03-f11164b674d0 req-f3bbf929-d354-465b-a254-8bd459e3fc2d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 944 time: 0.0484061 Jun 17 08:56:56.237653 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-49e218e4-887e-477e-bc03-f11164b674d0 req-1da2c084-d0d7-48de-9379-bd26dc40f464 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Jun 17 08:56:56.279227 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['02d2e50f-49e7-4067-86ed-da24c07d5aea'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:56:57.359033 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d203e35-f046-4261-ace9-2b92d1291e33 req-71c5c427-83ba-43fe-8e21-9ce7a0dbf5ac tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:57.360583 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4d203e35-f046-4261-ace9-2b92d1291e33 req-71c5c427-83ba-43fe-8e21-9ce7a0dbf5ac tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 944 time: 0.0486121 Jun 17 08:56:57.414135 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4d203e35-f046-4261-ace9-2b92d1291e33 req-d3cc1f19-4ec4-4a48-88dc-66802dfbae00 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473051 Jun 17 08:56:57.729827 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:56:57.731984 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:57.737161 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:57.775514 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 02d2e50f-49e7-4067-86ed-da24c07d5aea completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:56:57.886788 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 02d2e50f-49e7-4067-86ed-da24c07d5aea triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:56:57.887259 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:57.918195 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:57.941413 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:57.971328 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 02d2e50f-49e7-4067-86ed-da24c07d5aea is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:56:57.971814 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:57.995882 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:56:57.998167 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014e8ca-edb0-4a5f-bbea-9753cc5f857a" -d '{"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-plugged", "status": "completed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:58.011533 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:56:58.036149 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a010c06-d018-4115-887f-1ca47147fe05 x-openstack-request-id: req-2a010c06-d018-4115-887f-1ca47147fe05 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:58.036149 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-plugged", "status": "completed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:58.036149 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a010c06-d018-4115-887f-1ca47147fe05 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:58.036881 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a010c06-d018-4115-887f-1ca47147fe05'] response: {'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'code': 200} Jun 17 08:56:58.155260 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:56:58.202622 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:58.460999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c058781-946c-413a-8e95-6c5e4e9db653 req-c197d855-d8f4-43bc-afe0-d77f1d4194c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:58.462577 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4c058781-946c-413a-8e95-6c5e4e9db653 req-c197d855-d8f4-43bc-afe0-d77f1d4194c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 1129 time: 0.0409765 Jun 17 08:56:58.556130 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4c058781-946c-413a-8e95-6c5e4e9db653 req-19ef3eab-f75c-4c8c-a7cd-65582b92c4bd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806293 Jun 17 08:56:58.582808 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:58.593199 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e49b14-807d-4f57-8be8-6c32bbd81b15 req-39a1fcc9-1f34-4b14-b6a5-b3755b147fdf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:58.605230 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e4e49b14-807d-4f57-8be8-6c32bbd81b15 req-39a1fcc9-1f34-4b14-b6a5-b3755b147fdf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0926261 Jun 17 08:56:58.606851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644d551-9dfc-493c-8345-4c86202fc3cd req-43d8a83a-f9d0-411e-9c8b-cf91c3764ea4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:58.608294 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2644d551-9dfc-493c-8345-4c86202fc3cd req-43d8a83a-f9d0-411e-9c8b-cf91c3764ea4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0686219 Jun 17 08:56:58.637306 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:56:58.683463 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e4e49b14-807d-4f57-8be8-6c32bbd81b15 req-454311d4-943b-4e18-96f1-f0a3ddd8b178 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828271 Jun 17 08:56:58.687322 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2644d551-9dfc-493c-8345-4c86202fc3cd req-983832d9-86df-49dd-8593-ee5f6dc191b2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723023 Jun 17 08:56:58.856569 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-636d93ea-4f14-4e21-b85d-e8fde0499574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:58.858054 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-636d93ea-4f14-4e21-b85d-e8fde0499574 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1130 time: 0.0407512 Jun 17 08:56:58.954354 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-b507ab8a-8826-4905-acdf-69f76c54c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:58.955841 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-b507ab8a-8826-4905-acdf-69f76c54c3f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.0887370 Jun 17 08:56:59.016484 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-15dd6bc0-fef3-42e4-9d30-5e228c3c3a80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 200 len: 1002 time: 0.0545092 Jun 17 08:56:59.445766 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-f38b912a-bb02-4847-9279-5bb5a853cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:59.447418 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-f38b912a-bb02-4847-9279-5bb5a853cd2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0474577 Jun 17 08:56:59.505548 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-34e71e7d-c393-426a-98bf-978d6840d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:59.639828 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-34e71e7d-c393-426a-98bf-978d6840d699 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490742 Jun 17 08:56:59.639828 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-7156023f-43d9-46d0-a17f-d7ba12882352 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895672 Jun 17 08:56:59.717855 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-858c5222-d9fc-4fa5-b758-c41bca90d30e req-16c1af83-9d62-46d2-ace7-6a2198d4ddcb service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884612 Jun 17 08:56:59.838486 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a11b3-bb17-43ff-9f81-46c22408eed1 req-2d70de95-a767-4c6e-a4d6-48fd8a263606 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:59.839987 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-062a11b3-bb17-43ff-9f81-46c22408eed1 req-2d70de95-a767-4c6e-a4d6-48fd8a263606 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0747783 Jun 17 08:56:59.845875 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d94e3-71b0-480d-b7fa-cbd0d18004f5 req-baab3039-2f16-4e1a-9b84-8a77eacd3a24 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:56:59.847299 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9d9d94e3-71b0-480d-b7fa-cbd0d18004f5 req-baab3039-2f16-4e1a-9b84-8a77eacd3a24 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0802491 Jun 17 08:56:59.924169 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-062a11b3-bb17-43ff-9f81-46c22408eed1 req-4e11b0a1-a32c-467f-a0ac-9939084a0b48 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759149 Jun 17 08:56:59.928111 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9d9d94e3-71b0-480d-b7fa-cbd0d18004f5 req-cd86e109-b115-4c4a-abc6-53278c13d660 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732050 Jun 17 08:57:01.007825 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:01.071830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90472cb1-499f-4e29-bb4c-c9ec73bba665 req-f663927d-635f-4dfb-bb48-c327d70a22a0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:01.073292 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-90472cb1-499f-4e29-bb4c-c9ec73bba665 req-f663927d-635f-4dfb-bb48-c327d70a22a0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0685270 Jun 17 08:57:01.078970 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1b426-0d53-4a8f-b89d-e751c14efab5 req-7e76076b-2eab-49fc-836b-eeb2e2e904d5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:01.080344 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1be1b426-0d53-4a8f-b89d-e751c14efab5 req-7e76076b-2eab-49fc-836b-eeb2e2e904d5 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0850751 Jun 17 08:57:01.153517 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-90472cb1-499f-4e29-bb4c-c9ec73bba665 req-4ff3c1b3-2ae1-4631-81cb-44ebc9935bdb tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722299 Jun 17 08:57:01.160329 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1be1b426-0d53-4a8f-b89d-e751c14efab5 req-ef4ffce6-baff-475b-a678-628c4ff5feb2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728290 Jun 17 08:57:01.265308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795d59a-de33-4ce1-8c05-ce372391e3dd req-dc3f33d9-4dc3-4cf7-8775-1970338de8e6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:01.266777 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9795d59a-de33-4ce1-8c05-ce372391e3dd req-dc3f33d9-4dc3-4cf7-8775-1970338de8e6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0470300 Jun 17 08:57:01.275420 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43154) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:01.279662 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Request body: {'floatingip': {'port_id': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:01.316943 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (032b1899-f1df-495e-be90-aa4f528ac3e6), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:01.630354 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:01.738635 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:01.830159 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (032b1899-f1df-495e-be90-aa4f528ac3e6), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:01.936564 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Floating IP 032b1899-f1df-495e-be90-aa4f528ac3e6 associated. External IP: 172.27.0.59, port: 02d2e50f-49e7-4067-86ed-da24c07d5aea. Jun 17 08:57:02.138828 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Router b131d064-9b69-45d7-bfbf-d576f3d8e49d has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:02.146218 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:02.277567 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:02.283315 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:02.288683 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] Sync routers for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:02.296890 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:02.297493 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:02.312674 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305e93a-3282-44b6-8ee1-7aed1d1456e5 req-9745ac5a-0826-4ac7-b44a-3dcb3e37eac2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:02.314299 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6305e93a-3282-44b6-8ee1-7aed1d1456e5 req-9745ac5a-0826-4ac7-b44a-3dcb3e37eac2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0798006 Jun 17 08:57:02.339504 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-671a32c4-2056-4024-bf8d-7b1da6c2d9d2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "PUT /v2.0/floatingips/032b1899-f1df-495e-be90-aa4f528ac3e6 HTTP/1.1" status: 200 len: 990 time: 1.0629997 Jun 17 08:57:02.341800 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:02.344068 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29" -d '{"events": [{"name": "network-changed", "server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:02.375064 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6305e93a-3282-44b6-8ee1-7aed1d1456e5 req-ea3c43a5-bba6-4e00-870e-ec7bb70fab56 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540948 Jun 17 08:57:02.391798 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e04c58-8f3e-4ef9-b5ed-7698742856c9 x-openstack-request-id: req-f7e04c58-8f3e-4ef9-b5ed-7698742856c9 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:02.391798 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:02.391798 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7e04c58-8f3e-4ef9-b5ed-7698742856c9 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:02.391798 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e04c58-8f3e-4ef9-b5ed-7698742856c9'] response: {'name': 'network-changed', 'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'status': 'completed', 'code': 200} Jun 17 08:57:02.403228 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:02.455162 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-6345f5af-c653-4f65-85ca-c8deb5bb7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:02.457423 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-6345f5af-c653-4f65-85ca-c8deb5bb7615 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 1129 time: 0.0395350 Jun 17 08:57:02.559407 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-08d2fdf8-ea72-45c1-b6b3-d6ff2d37065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:02.560914 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-08d2fdf8-ea72-45c1-b6b3-d6ff2d37065a service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 918 time: 0.0916500 Jun 17 08:57:02.617336 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '032b1899-f1df-495e-be90-aa4f528ac3e6', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'port_id': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'mac_address': 'fa:16:3e:97:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:56:45Z', 'updated_at': '2022-06-17T08:57:01Z', 'revision_number': 1, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:02.622598 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-5e129fb3-11f1-445a-9140-2065aaf4c8b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea HTTP/1.1" status: 200 len: 998 time: 0.0548487 Jun 17 08:57:02.642487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] Checking router: b131d064-9b69-45d7-bfbf-d576f3d8e49d for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:02.651512 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:02.652125 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:02.657245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:02.673517 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-11f7d5a6-2fe3-485f-bad6-f4cf08b4698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:02.677984 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-11f7d5a6-2fe3-485f-bad6-f4cf08b4698e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.0448682 Jun 17 08:57:02.728792 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-1e7ba574-47c1-4357-8073-7cb1f742acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:02.730224 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-1e7ba574-47c1-4357-8073-7cb1f742acab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479980 Jun 17 08:57:02.828089 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-587cc05d-d222-42f5-8565-95f3e83d24df service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903339 Jun 17 08:57:02.884457 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:02.926180 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9f0c8d52-c81c-48a5-a0d6-f0c9c6946a29 req-9b2b4f9c-74ac-4bee-b655-da3a4de78925 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911582 Jun 17 08:57:03.046225 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:03.110353 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '032b1899-f1df-495e-be90-aa4f528ac3e6', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'port_id': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'mac_address': 'fa:16:3e:97:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:56:45Z', 'updated_at': '2022-06-17T08:57:01Z', 'revision_number': 1, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:03.135946 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82aad6-5cb2-4d50-90e0-ce35be76b5b2 None None] The sync data for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi is: [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '032b1899-f1df-495e-be90-aa4f528ac3e6', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'port_id': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'mac_address': 'fa:16:3e:97:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:56:45Z', 'updated_at': '2022-06-17T08:57:01Z', 'revision_number': 1, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:03.339054 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4189c-7d96-4932-ae68-2b5bb89ac037 None None] New status for floating IP 032b1899-f1df-495e-be90-aa4f528ac3e6: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:57:03.528509 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bfb9-4cd7-4dcd-a032-bd12ac100edc req-58e3bacb-cb24-4716-9915-f6498cb5fe53 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:03.530086 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-52e0bfb9-4cd7-4dcd-a032-bd12ac100edc req-58e3bacb-cb24-4716-9915-f6498cb5fe53 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0564888 Jun 17 08:57:03.592741 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-52e0bfb9-4cd7-4dcd-a032-bd12ac100edc req-3f131d06-99ca-463f-9dc0-bc2517482fc6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567842 Jun 17 08:57:03.682489 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:57:04.719550 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ecfb9-9704-48ab-be07-ff8921932f91 req-c58cf31d-f6c1-468d-ba41-63934d135e35 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:04.721044 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fa4ecfb9-9704-48ab-be07-ff8921932f91 req-c58cf31d-f6c1-468d-ba41-63934d135e35 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0510683 Jun 17 08:57:04.767331 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fa4ecfb9-9704-48ab-be07-ff8921932f91 req-a1dfdb33-456f-42fb-b6de-a334e4fa88f2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Jun 17 08:57:05.892181 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465600-28f2-4b41-a625-808abf0b46ee req-02e29bdd-7940-4587-b664-4ceefa693996 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:05.893704 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dc465600-28f2-4b41-a625-808abf0b46ee req-02e29bdd-7940-4587-b664-4ceefa693996 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0473292 Jun 17 08:57:05.943260 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dc465600-28f2-4b41-a625-808abf0b46ee req-7ea17bac-7d35-447a-8175-973f586e9e6d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 Jun 17 08:57:05.966202 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:06.072425 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:07.058761 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae74b-abb2-4f81-92bd-b468c2d14055 req-f8a80302-c0c9-4a8f-89bc-7dd016bcfcb2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:07.060455 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5d2ae74b-abb2-4f81-92bd-b468c2d14055 req-f8a80302-c0c9-4a8f-89bc-7dd016bcfcb2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Jun 17 08:57:07.113193 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5d2ae74b-abb2-4f81-92bd-b468c2d14055 req-e07d9163-698a-4730-b184-50e093e30df2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458503 Jun 17 08:57:08.229983 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf9f78-ae68-40e9-9827-0e85bd23aef1 req-b0030d32-ccd8-4ec2-a220-0fa31a666629 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:08.231526 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a6cf9f78-ae68-40e9-9827-0e85bd23aef1 req-b0030d32-ccd8-4ec2-a220-0fa31a666629 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0478806 Jun 17 08:57:08.252882 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:08.281004 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a6cf9f78-ae68-40e9-9827-0e85bd23aef1 req-1f661a79-5c0a-436b-b646-094297913ce7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 Jun 17 08:57:09.395181 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7080cc-81f0-45ab-a8f8-fe64e9f4a4c3 req-27edd199-374a-4388-80a9-439b485cecff tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:09.396690 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1a7080cc-81f0-45ab-a8f8-fe64e9f4a4c3 req-27edd199-374a-4388-80a9-439b485cecff tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0455277 Jun 17 08:57:09.444346 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1a7080cc-81f0-45ab-a8f8-fe64e9f4a4c3 req-eb820c5f-cef5-484f-82c9-3f00efb374d6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Jun 17 08:57:10.562365 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcd0a6-9648-4665-b6fd-07e129716e83 req-2f861472-86ba-4a8c-854f-a9f62fbc9893 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:10.563847 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0fcd0a6-9648-4665-b6fd-07e129716e83 req-2f861472-86ba-4a8c-854f-a9f62fbc9893 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0498350 Jun 17 08:57:10.610078 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0fcd0a6-9648-4665-b6fd-07e129716e83 req-5e7571f2-3c3f-48cd-9a9c-3df2a6f62a0c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405855 Jun 17 08:57:11.727602 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d754b3-aea6-4b84-afb1-aed248ea5d46 req-d0e624a2-e3a0-481e-a9a5-c9b0a028c894 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:11.729041 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-36d754b3-aea6-4b84-afb1-aed248ea5d46 req-d0e624a2-e3a0-481e-a9a5-c9b0a028c894 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0487885 Jun 17 08:57:11.777768 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-36d754b3-aea6-4b84-afb1-aed248ea5d46 req-5f79b9e5-3a73-41d3-8aae-eae0e885160f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431507 Jun 17 08:57:12.892130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506fb09-60e6-42d4-b42a-89047cbaffd0 req-ff4655ac-bfce-4b27-aec6-836f5abde0ac tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:12.894229 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1506fb09-60e6-42d4-b42a-89047cbaffd0 req-ff4655ac-bfce-4b27-aec6-836f5abde0ac tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0475600 Jun 17 08:57:12.916430 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:12.946859 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1506fb09-60e6-42d4-b42a-89047cbaffd0 req-d74ba9a1-d24a-4b66-a98d-23d5032459e3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469587 Jun 17 08:57:13.113469 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=77 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:14.062528 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de1e09-9ecf-4df0-b6a1-0be7f6b71350 req-76493252-2143-4042-aff7-d1f038fc1ec1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:14.064432 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6de1e09-9ecf-4df0-b6a1-0be7f6b71350 req-76493252-2143-4042-aff7-d1f038fc1ec1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0466011 Jun 17 08:57:14.115755 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6de1e09-9ecf-4df0-b6a1-0be7f6b71350 req-c0d9147d-2f09-4e1a-9409-18099a8cb583 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 Jun 17 08:57:14.463795 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-1a372310-dbef-470d-b82f-f908adb18d21 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105065718&fields=id&tenant_id=45a0a44acc444e8eb9bba54a8e089f17 HTTP/1.1" status: 200 len: 267 time: 0.0456755 Jun 17 08:57:14.514150 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-ead540e9-e065-49c5-af48-634438c450ed tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:14.515783 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-ead540e9-e065-49c5-af48-634438c450ed tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 984 time: 0.0465198 Jun 17 08:57:14.527231 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Request body: {'port': {'security_groups': ['2b8799ca-ed20-494e-8347-ee8a1168dec6']}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:14.607805 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:14.783866 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:14.813384 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:14.886434 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:14.903904 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['5a6e2dcc-1d88-4ebd-8cce-063737a7db08'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:57:14.919968 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:14.935810 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:14.936450 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:14.937913 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f10be17d-6bd9-488b-b5c7-0b5a9fcbf575 req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "PUT /v2.0/ports/5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 942 time: 0.4150939 Jun 17 08:57:14.938381 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:14.940841 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:14.945214 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43198) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:15.020266 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event updated for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=7']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:15.029324 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7053f62a-062b-44d9-865b-0b6a44eb4cec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group (2bec96a3-5e42-48e6-a407-554f225e05bd), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.033307 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.033655 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.034898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.034898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.035184 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.035606 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.035941 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.036274 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.036597 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.036923 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.037246 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.037567 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.037889 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.038209 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.047481 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0db99c-eafc-45b4-a544-e865d17bbeb6 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.064772 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7053f62a-062b-44d9-865b-0b6a44eb4cec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group (2bec96a3-5e42-48e6-a407-554f225e05bd), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.075659 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['5a6e2dcc-1d88-4ebd-8cce-063737a7db08'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:57:15.213891 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-e4c2d64a-e6a8-435e-9500-17186b1d0cec None None] Provisioning complete for port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:15.214308 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e4c2d64a-e6a8-435e-9500-17186b1d0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.246718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7053f62a-062b-44d9-865b-0b6a44eb4cec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (2bec96a3-5e42-48e6-a407-554f225e05bd), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.247785 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87bdd4-648a-4d92-a97e-da2f894f04a3 req-3f1a4b8a-2eb5-4ed5-ab54-a340f64af7ee tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:15.249440 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0e87bdd4-648a-4d92-a97e-da2f894f04a3 req-3f1a4b8a-2eb5-4ed5-ab54-a340f64af7ee tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0547018 Jun 17 08:57:15.249586 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7053f62a-062b-44d9-865b-0b6a44eb4cec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.250625 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-7053f62a-062b-44d9-865b-0b6a44eb4cec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "DELETE /v2.0/security-groups/2bec96a3-5e42-48e6-a407-554f225e05bd HTTP/1.1" status: 204 len: 168 time: 0.3044188 Jun 17 08:57:15.253675 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43206) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:15.261352 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053f62a-062b-44d9-865b-0b6a44eb4cec tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bec96a3-5e42-48e6-a407-554f225e05bd,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:15.263576 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ca9d5-8894-430d-b660-41a6cbbe5021 x-openstack-request-id: req-701ca9d5-8894-430d-b660-41a6cbbe5021 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:15.263852 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:15.264100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-701ca9d5-8894-430d-b660-41a6cbbe5021 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:15.264487 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701ca9d5-8894-430d-b660-41a6cbbe5021'] response: {'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'status': 'completed', 'code': 200} Jun 17 08:57:15.368695 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2d64a-e6a8-435e-9500-17186b1d0cec None None] Current status of the port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:15.627808 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0e87bdd4-648a-4d92-a97e-da2f894f04a3 req-801be4b8-3070-4c9d-b578-02d3402c2711 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658137 Jun 17 08:57:15.692999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-bb97859f-684f-457c-9095-d254ff82598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:15.694884 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-bb97859f-684f-457c-9095-d254ff82598d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1129 time: 0.1771343 Jun 17 08:57:15.698219 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Deleting port 57be6fd6-de97-4f24-be1c-161898f61af8 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:15.698596 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (57be6fd6-de97-4f24-be1c-161898f61af8), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.799208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:15.838349 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (57be6fd6-de97-4f24-be1c-161898f61af8), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.838671 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for floatingip (57be6fd6-de97-4f24-be1c-161898f61af8), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:15.865525 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Calling delete_port for 57be6fd6-de97-4f24-be1c-161898f61af8 owned by network:floatingip {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:15.870226 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-5e078118-eebb-4ed8-ab1a-8b097018aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:15.871696 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-5e078118-eebb-4ed8-ab1a-8b097018aa36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 915 time: 0.1692009 Jun 17 08:57:16.007761 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-9bcc718c-e6b8-4e9f-8a77-e34db3bd07ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 1001 time: 0.0973172 Jun 17 08:57:16.079515 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-9f690607-550c-4a61-ac6d-08ed33be4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:16.081018 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-9f690607-550c-4a61-ac6d-08ed33be4a7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 200 len: 853 time: 0.0598931 Jun 17 08:57:16.141454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:16.156309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-f67634f5-9103-4f45-b4a6-bbbd3fb670a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:16.157795 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-f67634f5-9103-4f45-b4a6-bbbd3fb670a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d9f1082-9521-43ef-8a03-308b31da632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683858 Jun 17 08:57:16.243211 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (57be6fd6-de97-4f24-be1c-161898f61af8), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:16.272317 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-9233d214-16b8-4021-a0d7-c3caeeb74be1 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077535 Jun 17 08:57:16.273401 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event deleted for resources: {'Port': ['ID=57be6fd6-de97-4f24-be1c-161898f61af8,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:16.402332 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks [] for floatingip (29dfa542-8529-4fcf-b134-b91f6027567f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:16.402560 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Floating IP 29dfa542-8529-4fcf-b134-b91f6027567f disassociated (deleted). External IP: 172.27.0.237, port: 5a6e2dcc-1d88-4ebd-8cce-063737a7db08. Jun 17 08:57:16.467460 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-96c8d2c2-f21a-4435-b02f-3c8fb49b4b6f req-a9cedf61-88c4-4a4e-9a10-6368257dcf85 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857569 Jun 17 08:57:16.619786 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:16.626512 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:16.762651 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148227-aebe-4443-881e-72cc656e77ff req-ebbe5326-180e-48ce-97df-c7f0de4930fd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:16.764134 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d1148227-aebe-4443-881e-72cc656e77ff req-ebbe5326-180e-48ce-97df-c7f0de4930fd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0576625 Jun 17 08:57:16.765222 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:16.771126 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:16.775867 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] Sync routers for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:16.787756 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:16.788368 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:16.825716 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-deedfaff-174d-4884-949f-d0c22d4b877f tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "DELETE /v2.0/floatingips/29dfa542-8529-4fcf-b134-b91f6027567f HTTP/1.1" status: 204 len: 168 time: 1.5707121 Jun 17 08:57:16.848111 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d1148227-aebe-4443-881e-72cc656e77ff req-f433f325-b438-4da5-83dc-81a95148d9a0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747931 Jun 17 08:57:16.901237 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:17.103767 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 5, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:17.131068 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] Checking router: f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:17.133979 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:17.141786 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:17.142460 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:56:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:17.259138 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:17.265154 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:17.267679 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68111049-d345-49db-a3eb-00e9de13d2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:17.310886 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1843dc21-5683-4762-8ccd-dffe58749f14 x-openstack-request-id: req-1843dc21-5683-4762-8ccd-dffe58749f14 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:17.311575 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:17.311575 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1843dc21-5683-4762-8ccd-dffe58749f14 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:17.311836 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1843dc21-5683-4762-8ccd-dffe58749f14'] response: {'name': 'network-changed', 'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'status': 'completed', 'code': 200} Jun 17 08:57:17.334926 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:17.454852 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 5, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:17.482258 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c09aa1-ea33-4db3-8905-0cd0db46dec8 None None] The sync data for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi is: [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '43ca5f42-d4e4-438c-9e19-94bd32742ff0', 'name': '', 'network_id': '7d9f1082-9521-43ef-8a03-308b31da632e', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'mac_address': 'fa:16:3e:da:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:35Z', 'updated_at': '2022-06-17T08:53:40Z', 'revision_number': 5, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'subnets': [{'id': '357f2b4d-78fc-40dc-8106-1f02875f2e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:17.701499 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:17.702738 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e216c4-6a6d-4d33-abf1-b14cc49f6086 None None] New status for floating IP 29dfa542-8529-4fcf-b134-b91f6027567f: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:57:17.705191 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:17.794318 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-83072c21-9110-4ae4-a1f2-b281e9e70dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:17.795893 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-83072c21-9110-4ae4-a1f2-b281e9e70dd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 1129 time: 0.0432632 Jun 17 08:57:17.976806 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-cf7beff4-7d24-4535-9519-38c2c91951aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:17.976806 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-cf7beff4-7d24-4535-9519-38c2c91951aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 200 len: 915 time: 0.1360548 Jun 17 08:57:17.984836 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43909286-c69f-4559-a06a-abdc6a8e67b9 req-224daea6-0ec0-4370-b9a6-2ef81d1b04df tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:17.986738 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-43909286-c69f-4559-a06a-abdc6a8e67b9 req-224daea6-0ec0-4370-b9a6-2ef81d1b04df tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0652554 Jun 17 08:57:18.030804 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-9f6e6a99-2c9a-4571-a6fe-4b4235048924 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 200 len: 217 time: 0.0422411 Jun 17 08:57:18.093564 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:18.105030 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-43909286-c69f-4559-a06a-abdc6a8e67b9 req-64c29c34-6187-4868-90da-093c63d718eb tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082168 Jun 17 08:57:18.115875 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-7d1ab883-bed9-46f6-8279-45f3c9dfb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:18.117471 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-7d1ab883-bed9-46f6-8279-45f3c9dfb4d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 200 len: 853 time: 0.0794351 Jun 17 08:57:18.165061 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-6711d897-f701-40d4-a16d-bdf7b4e4b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:18.166622 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-6711d897-f701-40d4-a16d-bdf7b4e4b4c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d9f1082-9521-43ef-8a03-308b31da632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415652 Jun 17 08:57:18.263732 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-2ce67943-30ab-41d0-b249-ea8bcb80236d service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865748 Jun 17 08:57:18.362168 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-68111049-d345-49db-a3eb-00e9de13d2c8 req-0c5ad292-3123-4d52-b378-239637920e66 service neutron] 10.222.0.83 "GET /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904133 Jun 17 08:57:19.228749 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182983e4-2df8-444e-9737-80d0caf6aa38 req-8486a711-80e4-4260-898d-10decfc8ebdd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:19.230377 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-182983e4-2df8-444e-9737-80d0caf6aa38 req-8486a711-80e4-4260-898d-10decfc8ebdd tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0522349 Jun 17 08:57:19.286200 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-182983e4-2df8-444e-9737-80d0caf6aa38 req-32a32c73-87cc-4310-82b4-b7dc4b2c701d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497735 Jun 17 08:57:19.343884 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-639e30be-b17c-483b-acb8-a3750284c91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:19.480592 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:20.408150 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e530-9c19-4ed6-9f0f-26001a64469d req-d0c87eb6-5ff7-4d94-bbcf-ecf124e2e5d0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:20.410138 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ec8e530-9c19-4ed6-9f0f-26001a64469d req-d0c87eb6-5ff7-4d94-bbcf-ecf124e2e5d0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0528841 Jun 17 08:57:20.458338 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ec8e530-9c19-4ed6-9f0f-26001a64469d req-83964b50-63fe-4252-b1da-b6b07b1e6b3a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426245 Jun 17 08:57:21.053305 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d6f10-1163-42ef-9988-a54f36971fca req-7d2d7628-0289-442a-b13b-cc1620295651 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:21.054846 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3b5d6f10-1163-42ef-9988-a54f36971fca req-7d2d7628-0289-442a-b13b-cc1620295651 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0505831 Jun 17 08:57:21.105053 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3b5d6f10-1163-42ef-9988-a54f36971fca req-3b1d7f67-f8ee-4f8f-adc6-3ec0258db0ae tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Jun 17 08:57:21.580352 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08010d4-4f29-4267-b4b9-ddc0d7f18570 req-e1ed7c02-3c5e-4e29-ba8b-000222b10f9e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:21.581902 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a08010d4-4f29-4267-b4b9-ddc0d7f18570 req-e1ed7c02-3c5e-4e29-ba8b-000222b10f9e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0543668 Jun 17 08:57:21.607815 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:21.623630 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9fe5443c-d53c-4314-85bc-fbc9cc98ee02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:21.638668 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a08010d4-4f29-4267-b4b9-ddc0d7f18570 req-2baa11ff-6793-403c-a261-d6bca236825c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509486 Jun 17 08:57:22.226382 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d527c-cd51-41c3-b199-9ca0c9349e5c req-e8fa7a8b-96dc-43ea-a8f1-7509aee161f7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:22.228092 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-859d527c-cd51-41c3-b199-9ca0c9349e5c req-e8fa7a8b-96dc-43ea-a8f1-7509aee161f7 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0500729 Jun 17 08:57:22.279996 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-859d527c-cd51-41c3-b199-9ca0c9349e5c req-02232b04-0825-4661-908d-10b665c80373 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Jun 17 08:57:22.669958 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:22.754977 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807692c-756b-4df5-acc5-cb707de26b35 req-2d60c5e8-5db8-4bf3-976a-1e1d77f686d6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:22.756757 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8807692c-756b-4df5-acc5-cb707de26b35 req-2d60c5e8-5db8-4bf3-976a-1e1d77f686d6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0477672 Jun 17 08:57:22.811322 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8807692c-756b-4df5-acc5-cb707de26b35 req-9fcf736b-9396-4d20-be52-873be81e8ee3 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446465 Jun 17 08:57:23.396029 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a88116-82ef-4974-99b3-e424dadc83f8 req-ecb19f8c-aade-4c6a-91c4-699a47d74d64 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:23.397746 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6a88116-82ef-4974-99b3-e424dadc83f8 req-ecb19f8c-aade-4c6a-91c4-699a47d74d64 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0501251 Jun 17 08:57:23.475629 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6208abc-943c-4491-9e82-6e76005f6788 req-6c47735b-66de-4f49-a64d-cbe1e916ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:23.477212 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6208abc-943c-4491-9e82-6e76005f6788 req-6c47735b-66de-4f49-a64d-cbe1e916ccdc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1130 time: 0.0576668 Jun 17 08:57:23.484575 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6a88116-82ef-4974-99b3-e424dadc83f8 req-3f1cad22-b04d-4e08-88df-ddd501d25537 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b8799ca-ed20-494e-8347-ee8a1168dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802195 Jun 17 08:57:23.506559 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:23.534635 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6208abc-943c-4491-9e82-6e76005f6788 req-07e136e0-a09b-4bb0-87ac-2a17becdd213 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Jun 17 08:57:23.958856 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dd788-b74b-4129-9a35-aeb3fac7fbd3 req-3d5fe056-2b8c-4ce4-b797-b388b7b2768d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:23.960391 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d6dd788-b74b-4129-9a35-aeb3fac7fbd3 req-3d5fe056-2b8c-4ce4-b797-b388b7b2768d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0763724 Jun 17 08:57:23.993090 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-7262f92a-5047-4326-afb1-6f964b474900 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:23.994864 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-7262f92a-5047-4326-afb1-6f964b474900 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.83 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 945 time: 0.0705853 Jun 17 08:57:24.052905 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d6dd788-b74b-4129-9a35-aeb3fac7fbd3 req-21d972d2-2746-46bf-bb1f-bba1a748e2a7 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865273 Jun 17 08:57:24.106449 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Deleting port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:24.106672 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:24.115203 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:24.202012 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] For port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:24.202381 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:24.217601 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Calling delete_port for 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 owned by compute:nova {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:24.407626 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (5a6e2dcc-1d88-4ebd-8cce-063737a7db08), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:24.420058 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['5a6e2dcc-1d88-4ebd-8cce-063737a7db08'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:57:24.439027 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Pushing event deleted for resources: {'Port': ['ID=5a6e2dcc-1d88-4ebd-8cce-063737a7db08,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.493376 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] No DVR routers for this DVR port 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 on host hv-cinder-79760 {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:57:24.495925 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:24.499421 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c7908ead-6ff7-43c1-937b-a2bdb6bf8dfe req-5a0bcf08-7253-41e8-b490-fb7b399f81e4 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.83 "DELETE /v2.0/ports/5a6e2dcc-1d88-4ebd-8cce-063737a7db08 HTTP/1.1" status: 204 len: 173 time: 0.4930911 Jun 17 08:57:24.499878 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'name': 'network-vif-deleted', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:24.502325 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da0aabf-364e-4eaa-8b2c-9c6ab24b1910" -d '{"events": [{"server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "name": "network-vif-deleted", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:24.541394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccfaf95-a339-4347-b7d2-1d985c21d15f x-openstack-request-id: req-eccfaf95-a339-4347-b7d2-1d985c21d15f {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:24.542492 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e254b695-5369-48d6-9966-64f25873dc0d", "name": "network-vif-deleted", "tag": "5a6e2dcc-1d88-4ebd-8cce-063737a7db08", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:24.542623 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eccfaf95-a339-4347-b7d2-1d985c21d15f {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:24.542992 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccfaf95-a339-4347-b7d2-1d985c21d15f'] response: {'server_uuid': 'e254b695-5369-48d6-9966-64f25873dc0d', 'name': 'network-vif-deleted', 'tag': '5a6e2dcc-1d88-4ebd-8cce-063737a7db08', 'status': 'completed', 'code': 200} Jun 17 08:57:24.616141 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-46eb7cb7-c246-4918-9e88-57b6282a63ec req-55f773a0-c27b-4334-b72e-220b4a1dc8fa tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0443718 Jun 17 08:57:24.702516 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:25.114956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:25.183213 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98a632-7864-45f8-9328-20bdad51c26c req-577e30f9-6530-4cb5-b178-2af70042bd46 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:25.184815 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d98a632-7864-45f8-9328-20bdad51c26c req-577e30f9-6530-4cb5-b178-2af70042bd46 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0493453 Jun 17 08:57:25.236876 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d98a632-7864-45f8-9328-20bdad51c26c req-7322d35a-b536-4f10-8ebd-9646aa0b5456 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462830 Jun 17 08:57:25.256625 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:25.728508 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-52aa34e5-5e10-4477-a2ca-8ea324f0606a req-51360b5a-41e7-4732-8467-3fe197980719 tempest-TestMinimumBasicScenario-1343982915 tempest-TestMinimumBasicScenario-1343982915-project] 10.222.0.78 "GET /v2.0/ports?device_id=e254b695-5369-48d6-9966-64f25873dc0d HTTP/1.1" status: 200 len: 210 time: 0.0276535 Jun 17 08:57:26.348548 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:26.357845 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea5c01-0605-4a4d-9900-0d264eb97c88 req-f292514a-40cf-4109-b36e-cc7a1d8b0c86 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:26.359443 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-15ea5c01-0605-4a4d-9900-0d264eb97c88 req-f292514a-40cf-4109-b36e-cc7a1d8b0c86 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0509121 Jun 17 08:57:26.407234 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-15ea5c01-0605-4a4d-9900-0d264eb97c88 req-db0fd699-b116-4c85-ac19-63093412d03d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413957 Jun 17 08:57:26.949888 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f753-7851-45ec-b388-ffa52c2252e2 req-a428b742-7790-4921-8aec-29592b36f476 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:26.951512 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0784f753-7851-45ec-b388-ffa52c2252e2 req-a428b742-7790-4921-8aec-29592b36f476 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0639989 Jun 17 08:57:26.999556 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-796402e4-58f1-4444-b1f4-ad4ae4daa77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:27.001341 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-796402e4-58f1-4444-b1f4-ad4ae4daa77c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1130 time: 0.0674591 Jun 17 08:57:27.022807 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:27.067002 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0784f753-7851-45ec-b388-ffa52c2252e2 req-2c2e5ed8-6130-43c9-aacc-408d4e46cb62 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941257 Jun 17 08:57:27.129546 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-37e75db1-7118-42dd-bfc8-ef334cb74b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:27.131211 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-37e75db1-7118-42dd-bfc8-ef334cb74b19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1225066 Jun 17 08:57:27.197873 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-8bb9ddc9-8d70-49c4-b8ec-0f6aeae4698a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 200 len: 1002 time: 0.0606773 Jun 17 08:57:27.249215 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-11c38038-b010-4679-bfd3-622f60c7065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:27.250822 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-11c38038-b010-4679-bfd3-622f60c7065f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0464327 Jun 17 08:57:27.296396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-1cdb06d3-1cf4-4500-8d8a-339e68f6d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:27.297921 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-1cdb06d3-1cf4-4500-8d8a-339e68f6d3d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406933 Jun 17 08:57:27.617812 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-6cce250a-4d4a-4d8d-acec-404ae7ca8521 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137035 Jun 17 08:57:27.716091 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17928738-fbd2-4c37-8cb6-dc955cdfee19 req-de60dff2-21e0-4d84-8f75-a00847e98f1f service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923307 Jun 17 08:57:27.862686 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:27.882841 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:27.883104 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5a6e2dcc-1d88-4ebd-8cce-063737a7db08 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:28.188293 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbafcf-e256-4ee4-a3fc-1acdf633e837 req-accb9023-e599-4474-8cfe-1a255cbc7d5d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:28.189778 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50dbafcf-e256-4ee4-a3fc-1acdf633e837 req-accb9023-e599-4474-8cfe-1a255cbc7d5d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0495155 Jun 17 08:57:28.242850 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50dbafcf-e256-4ee4-a3fc-1acdf633e837 req-c859ad17-f54e-4e23-a678-bb001e40ce05 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467780 Jun 17 08:57:28.311654 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43362) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:28.484275 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:28.687870 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:28.953748 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Deleting port 43ca5f42-d4e4-438c-9e19-94bd32742ff0 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:28.954082 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:28.966640 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:29.036597 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] For port 43ca5f42-d4e4-438c-9e19-94bd32742ff0, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=43ca5f42-d4e4-438c-9e19-94bd32742ff0,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:29.036871 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:29.050367 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Calling delete_port for 43ca5f42-d4e4-438c-9e19-94bd32742ff0 owned by network:router_interface {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:29.292367 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (43ca5f42-d4e4-438c-9e19-94bd32742ff0), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:29.317642 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=43ca5f42-d4e4-438c-9e19-94bd32742ff0,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:29.407967 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383439f2-3778-4dce-88e0-03b819ab826a req-bacf9d4a-8921-4195-9694-140aa9ca0a2a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:29.410352 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-383439f2-3778-4dce-88e0-03b819ab826a req-bacf9d4a-8921-4195-9694-140aa9ca0a2a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0936878 Jun 17 08:57:29.478063 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:29.546610 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-383439f2-3778-4dce-88e0-03b819ab826a req-dfa107c5-2d40-4493-ba59-5586fa7e7b52 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255157 Jun 17 08:57:29.563098 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:29.768385 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:29.775693 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:29.884700 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:29.889875 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-3919734a-466c-412b-876c-9a4b8c624e4a admin admin] 10.222.0.78 "PUT /v2.0/routers/f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773904 Jun 17 08:57:29.895179 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43370) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:29.895830 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] Sync routers for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:29.911565 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:29.912465 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:29.997784 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks [] for router (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:30.020392 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:30.100196 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks [] for router_gateway (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:30.202317 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:57:29Z', 'revision_number': 5, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port': {'id': '3f930c09-f31f-4c53-b467-41da02fd3542', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:32Z', 'updated_at': '2022-06-17T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:30.229239 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] Checking router: f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:30.233150 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Deleting port 3f930c09-f31f-4c53-b467-41da02fd3542 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:30.233488 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:30.238896 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] Routers {'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:30.239564 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:30.319414 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] For port 3f930c09-f31f-4c53-b467-41da02fd3542, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=3f930c09-f31f-4c53-b467-41da02fd3542,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:30.319781 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:30.335131 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Calling delete_port for 3f930c09-f31f-4c53-b467-41da02fd3542 owned by network:router_gateway {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:30.398056 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:30.470789 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] Set router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e gateway port host: None {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:30.529841 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:57:30Z', 'revision_number': 6, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:30.558247 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d8730-f0b8-4835-8e32-026544bea2dc None None] The sync data for ids ['f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e'] in dv-cinder-797608-33-iscsi is: [{'id': 'f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e', 'name': 'tempest-TestMinimumBasicScenario-233093714-router', 'tenant_id': '45a0a44acc444e8eb9bba54a8e089f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:31Z', 'updated_at': '2022-06-17T08:57:30Z', 'revision_number': 6, 'project_id': '45a0a44acc444e8eb9bba54a8e089f17', 'gw_port_host': None}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:30.561492 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (3f930c09-f31f-4c53-b467-41da02fd3542), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:30.623956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f930c09-f31f-4c53-b467-41da02fd3542,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:30.703853 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb60d17-9172-42af-af46-bb994c0eef00 req-c1c822a1-a026-42fc-aa49-aecbb60fdc1c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:30.705327 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cb60d17-9172-42af-af46-bb994c0eef00 req-c1c822a1-a026-42fc-aa49-aecbb60fdc1c tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0763383 Jun 17 08:57:30.711123 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.076080 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.079936 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks [] for router_controller (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.145076 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cb60d17-9172-42af-af46-bb994c0eef00 req-4935266b-40ff-4e42-b40b-fe9c541c7bc1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4314361 Jun 17 08:57:31.254537 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.255168 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e {{(pid=116210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:57:31.262216 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.262216 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0bd1d5e7-58f6-4018-ba5f-c5ddaa0b0f97 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f8c1ebc3-ce58-4e8e-bb21-ff44bf3a469e HTTP/1.1" status: 204 len: 168 time: 1.3652856 Jun 17 08:57:31.264669 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43378) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:31.270925 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239730f7-9f02-4a98-ab88-5cff304302e2 req-bfbaa93b-4bcb-4574-b6d2-52ef91fe5ce1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:31.272450 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-239730f7-9f02-4a98-ab88-5cff304302e2 req-bfbaa93b-4bcb-4574-b6d2-52ef91fe5ce1 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0554621 Jun 17 08:57:31.281591 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43380) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:31.286909 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Request body: {'floatingip': {'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:31.313397 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] Deleting subnet 357f2b4d-78fc-40dc-8106-1f02875f2e98 {{(pid=116209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:57:31.318813 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] Publish callbacks [] for subnet (357f2b4d-78fc-40dc-8106-1f02875f2e98), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.345123 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.365724 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542764'] for subnet (357f2b4d-78fc-40dc-8106-1f02875f2e98), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.383334 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:31.495036 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (357f2b4d-78fc-40dc-8106-1f02875f2e98), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.618518 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14163180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14228874'] for subnet (357f2b4d-78fc-40dc-8106-1f02875f2e98), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.647990 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357f2b4d-78fc-40dc-8106-1f02875f2e98,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:31.658075 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.661160 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-57c3f119-650a-459b-aaef-b613785797e0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/357f2b4d-78fc-40dc-8106-1f02875f2e98 HTTP/1.1" status: 204 len: 168 time: 0.3953733 Jun 17 08:57:31.662333 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2ffcc-8fc4-43c4-a1e6-4515ed1f5bdd None None] Network 7d9f1082-9521-43ef-8a03-308b31da632e requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:57:31.664457 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43384) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:31.756287 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (7d9f1082-9521-43ef-8a03-308b31da632e), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.811402 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Deleting port 03e25e97-e699-4942-a916-61a9e314c14a {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:31.811999 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (03e25e97-e699-4942-a916-61a9e314c14a), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.882780 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] For port 03e25e97-e699-4942-a916-61a9e314c14a, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=03e25e97-e699-4942-a916-61a9e314c14a,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:31.883128 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (03e25e97-e699-4942-a916-61a9e314c14a), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.885244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.896646 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Calling delete_port for 03e25e97-e699-4942-a916-61a9e314c14a owned by network:dhcp {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:31.903834 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] DHCP port deletion for 7d9f1082-9521-43ef-8a03-308b31da632e request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:57:31.934738 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:31.958929 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] Deleting port 03e25e97-e699-4942-a916-61a9e314c14a {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:31.959311 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (03e25e97-e699-4942-a916-61a9e314c14a), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.978039 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:31.999947 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 43ca5f42-d4e4-438c-9e19-94bd32742ff0 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:32.056001 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 43ca5f42-d4e4-438c-9e19-94bd32742ff0 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:32.056438 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 43ca5f42-d4e4-438c-9e19-94bd32742ff0 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:32.057217 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 03e25e97-e699-4942-a916-61a9e314c14a no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:32.063437 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (03e25e97-e699-4942-a916-61a9e314c14a), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.089623 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 03e25e97-e699-4942-a916-61a9e314c14a {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:32.089998 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 03e25e97-e699-4942-a916-61a9e314c14a not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:32.090465 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 3f930c09-f31f-4c53-b467-41da02fd3542 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:32.092292 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:32.112832 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:32.114531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e25e97-e699-4942-a916-61a9e314c14a,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:32.117127 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] No DVR routers for this DVR port 03e25e97-e699-4942-a916-61a9e314c14a on host dv-cinder-797608-33-iscsi {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:57:32.128649 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 3f930c09-f31f-4c53-b467-41da02fd3542 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:32.129236 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 3f930c09-f31f-4c53-b467-41da02fd3542 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:32.132751 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] For port 03e25e97-e699-4942-a916-61a9e314c14a, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=03e25e97-e699-4942-a916-61a9e314c14a,segment=NetworkSegment(e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4),segment_id=e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:32.133282 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (03e25e97-e699-4942-a916-61a9e314c14a), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.155277 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] Calling delete_port for 03e25e97-e699-4942-a916-61a9e314c14a owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:32.207521 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (7d9f1082-9521-43ef-8a03-308b31da632e), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.235027 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9f1082-9521-43ef-8a03-308b31da632e']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:32.247071 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:32.247386 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:32.253009 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Router e25fd23f-0ff7-49ff-b112-2222fb19db06 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:32.257854 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (03e25e97-e699-4942-a916-61a9e314c14a), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.259512 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.277450 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.289411 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:32.289933 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.291498 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] Pushing event deleted for resources: {'Port': ['ID=03e25e97-e699-4942-a916-61a9e314c14a,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:32.297341 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4de9ed-b816-4417-bfe7-82d7d21e0fa0 None None] No DVR routers for this DVR port 03e25e97-e699-4942-a916-61a9e314c14a on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:57:32.403785 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:32.410399 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.421615 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] Sync routers for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:32.429819 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:32.430454 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:32.441553 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (7d9f1082-9521-43ef-8a03-308b31da632e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.470349 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.483487 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7d9f1082-9521-43ef-8a03-308b31da632e HTTP/1.1" status: 204 len: 168 time: 0.8176687 Jun 17 08:57:32.484635 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1d53f-9c4b-4071-ba62-43829e45b122 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9f1082-9521-43ef-8a03-308b31da632e,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:32.492216 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:32.493819 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43404) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:32.495027 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:32.499404 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-e5ebdf80-8a5b-4fcc-abd2-e89af8a5aa96 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "PUT /v2.0/floatingips/439c7ac4-0bd3-4686-b99a-6123f3c3f81e HTTP/1.1" status: 200 len: 994 time: 1.2166369 Jun 17 08:57:32.540849 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97898be-f7b9-4730-952a-4eaf3910d5d4 x-openstack-request-id: req-f97898be-f7b9-4730-952a-4eaf3910d5d4 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:32.541518 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:32.541979 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f97898be-f7b9-4730-952a-4eaf3910d5d4 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:32.542586 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97898be-f7b9-4730-952a-4eaf3910d5d4'] response: {'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'status': 'completed', 'code': 200} Jun 17 08:57:32.559891 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:32.561955 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4 resource provider aggregate not found Jun 17 08:57:32.586615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:32.605535 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:32.611605 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e57c47b1-be80-4a1c-8bb8-7a04e9ae59e4 found for delete ", "request_id": "req-8621e960-b87d-4d13-813e-b60f29256f68"}]} Jun 17 08:57:32.621200 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-33612ebe-b1ba-42a9-a2a1-30b5cd9cad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:32.622915 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-33612ebe-b1ba-42a9-a2a1-30b5cd9cad8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1130 time: 0.0590413 Jun 17 08:57:32.633184 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:32.744262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-eb412e8e-8e5f-49a6-91ad-3756d381c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:32.746560 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-eb412e8e-8e5f-49a6-91ad-3756d381c341 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1171157 Jun 17 08:57:32.836279 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-2ce2b767-c142-420d-824c-01ffe024e04d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 200 len: 1002 time: 0.0812836 Jun 17 08:57:32.854304 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '439c7ac4-0bd3-4686-b99a-6123f3c3f81e', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'mac_address': 'fa:16:3e:25:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:32Z', 'updated_at': '2022-06-17T08:57:31Z', 'revision_number': 3, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:32.881710 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] Checking router: e25fd23f-0ff7-49ff-b112-2222fb19db06 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:32.883082 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (b0b44678-96c6-4343-8f11-0cdd99d8251b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:32.894320 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:32.895125 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:32.911054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-18faef76-89dc-4103-b9f4-3c7b526c5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:32.918000 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-18faef76-89dc-4103-b9f4-3c7b526c5fa1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0658796 Jun 17 08:57:32.985048 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-894ea308-eaff-4d71-90b8-abf540f7e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:32.988078 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-894ea308-eaff-4d71-90b8-abf540f7e5b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605760 Jun 17 08:57:33.016155 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:33.101521 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-19785051-84f6-4cce-8923-7025868308de service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074290 Jun 17 08:57:33.134764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Deleting port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:33.135303 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:33.196807 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:33.220059 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] For port 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,segment=NetworkSegment(95420c20-76c5-49a0-9fa4-214715496839),segment_id=95420c20-76c5-49a0-9fa4-214715496839)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:33.220525 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:33.241962 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Calling delete_port for 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:33.254813 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '439c7ac4-0bd3-4686-b99a-6123f3c3f81e', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'mac_address': 'fa:16:3e:25:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:32Z', 'updated_at': '2022-06-17T08:57:31Z', 'revision_number': 3, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:33.281210 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2626d72-7197-4f6d-895a-7d394323f3c4 None None] The sync data for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi is: [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '439c7ac4-0bd3-4686-b99a-6123f3c3f81e', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'port_id': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'mac_address': 'fa:16:3e:25:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb89053-6d2e-47f4-a675-6254d182e074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:55:32Z', 'updated_at': '2022-06-17T08:57:31Z', 'revision_number': 3, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:33.400857 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec7b02ce-b64d-4d41-89e4-91f78c0f7e02 req-cdb5c42d-881b-4e56-ac72-799f6949cbb4 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021631 Jun 17 08:57:33.550025 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (0f016b1a-3ba6-4af9-bf7b-c96c8b82671e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:33.580976 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f016b1a-3ba6-4af9-bf7b-c96c8b82671e,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:33.771402 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (b0b44678-96c6-4343-8f11-0cdd99d8251b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:33.982363 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e6390-d60b-4364-b711-59181c348c24 req-ee446b99-d755-4468-84d0-3f3f48a6709f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:33.983943 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-999e6390-d60b-4364-b711-59181c348c24 req-ee446b99-d755-4468-84d0-3f3f48a6709f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.1009333 Jun 17 08:57:34.034884 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Router b0b44678-96c6-4343-8f11-0cdd99d8251b has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:34.037359 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-999e6390-d60b-4364-b711-59181c348c24 req-280c338d-ab12-43a9-af55-6ad524376549 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 Jun 17 08:57:34.046325 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:34.150147 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:34.156800 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-688a4fd4-5701-4988-931d-1b7ec9ad0d3c admin admin] 10.222.0.78 "PUT /v2.0/routers/b0b44678-96c6-4343-8f11-0cdd99d8251b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606066 Jun 17 08:57:34.157918 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43422) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:34.160654 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] Sync routers for ids ['b0b44678-96c6-4343-8f11-0cdd99d8251b'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:34.171942 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] Routers {'b0b44678-96c6-4343-8f11-0cdd99d8251b'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:34.172576 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b0b44678-96c6-4343-8f11-0cdd99d8251b'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.280428 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] Set router b0b44678-96c6-4343-8f11-0cdd99d8251b gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:34.464942 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:57:33Z', 'revision_number': 5, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.489568 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] Checking router: b0b44678-96c6-4343-8f11-0cdd99d8251b for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:34.498090 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] Routers {'b0b44678-96c6-4343-8f11-0cdd99d8251b'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:34.498699 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b0b44678-96c6-4343-8f11-0cdd99d8251b'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.528110 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks [] for router (b0b44678-96c6-4343-8f11-0cdd99d8251b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:34.530473 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:34.544194 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:34.546754 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:34.586687 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f5cfec-6410-4096-ad2a-dc696ae2f7f5 x-openstack-request-id: req-a6f5cfec-6410-4096-ad2a-dc696ae2f7f5 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:34.587043 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:34.587382 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6f5cfec-6410-4096-ad2a-dc696ae2f7f5 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:34.587844 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f5cfec-6410-4096-ad2a-dc696ae2f7f5'] response: {'name': 'network-changed', 'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'status': 'completed', 'code': 200} Jun 17 08:57:34.608900 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] Set router b0b44678-96c6-4343-8f11-0cdd99d8251b gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:34.628394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:34.636516 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks [] for router_gateway (b0b44678-96c6-4343-8f11-0cdd99d8251b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:34.660533 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-2e8dfbee-71a6-42ae-a923-180477823cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:34.662109 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-2e8dfbee-71a6-42ae-a923-180477823cef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 1130 time: 0.0454652 Jun 17 08:57:34.765281 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Deleting port 9a94f71e-5073-4ffe-84e7-73adb6938d6d {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:34.765783 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:34.767699 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-4635c2d1-7cce-46c5-a936-7dc0c102954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:34.770227 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-4635c2d1-7cce-46c5-a936-7dc0c102954b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1001153 Jun 17 08:57:34.800962 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:57:33Z', 'revision_number': 5, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.826940 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd3a9b-b605-42cb-96af-d0dfaed97284 None None] The sync data for ids ['b0b44678-96c6-4343-8f11-0cdd99d8251b'] in dv-cinder-797608-33-iscsi is: [{'id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'name': 'tempest-TestMinimumBasicScenario-627541651-router', 'tenant_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:57:33Z', 'revision_number': 5, 'project_id': 'ccdf4c362cc34ba8b0ae36299712fa90', 'gw_port': {'id': '9a94f71e-5073-4ffe-84e7-73adb6938d6d', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b44678-96c6-4343-8f11-0cdd99d8251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:41Z', 'updated_at': '2022-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:34.838278 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-745f35fa-f7bc-409a-8c7a-204aeb0437f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 200 len: 1002 time: 0.0619910 Jun 17 08:57:34.857063 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] For port 9a94f71e-5073-4ffe-84e7-73adb6938d6d, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9a94f71e-5073-4ffe-84e7-73adb6938d6d,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:34.857432 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:34.873996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Calling delete_port for 9a94f71e-5073-4ffe-84e7-73adb6938d6d owned by network:router_gateway {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:34.888770 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-ab6e058d-e07a-44ef-a9e1-771826dd4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:34.890311 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-ab6e058d-e07a-44ef-a9e1-771826dd4e4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0448093 Jun 17 08:57:34.939424 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-0aad3cdc-a5f2-46cb-94c7-0174693c1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:34.941804 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-0aad3cdc-a5f2-46cb-94c7-0174693c1ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441351 Jun 17 08:57:35.063008 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-a5cb437c-d7f1-419c-b2c6-e9e4cd86ab73 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127715 Jun 17 08:57:35.113161 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (9a94f71e-5073-4ffe-84e7-73adb6938d6d), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.137183 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a94f71e-5073-4ffe-84e7-73adb6938d6d,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:35.216890 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ae04c-b675-4124-8201-25b4824d99fa req-9b0e4304-6361-43cc-a582-949ade7d9c80 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:35.217995 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-682ae04c-b675-4124-8201-25b4824d99fa req-9b0e4304-6361-43cc-a582-949ade7d9c80 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0770888 Jun 17 08:57:35.222923 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ce5da2f1-b933-41bb-a20a-c9d67d36bde7 req-cb42a194-f464-4c53-bd7e-df9ee63a3772 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493607 Jun 17 08:57:35.228409 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (b0b44678-96c6-4343-8f11-0cdd99d8251b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.275492 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-682ae04c-b675-4124-8201-25b4824d99fa req-36a8762d-19fd-4937-a1c5-45182f839bd6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501645 Jun 17 08:57:35.321539 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (b0b44678-96c6-4343-8f11-0cdd99d8251b), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.323822 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks [] for router_controller (b0b44678-96c6-4343-8f11-0cdd99d8251b), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.509677 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (b0b44678-96c6-4343-8f11-0cdd99d8251b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.510292 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b44678-96c6-4343-8f11-0cdd99d8251b {{(pid=116209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:57:35.515525 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.516767 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-d8065533-a60f-481f-a19c-0ad314dd4666 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b0b44678-96c6-4343-8f11-0cdd99d8251b HTTP/1.1" status: 204 len: 168 time: 1.3571215 Jun 17 08:57:35.520302 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43436) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:35.583831 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] Deleting subnet cac5319b-a030-4056-9c82-257a7971c00c {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:57:35.604583 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] Publish callbacks [] for subnet (cac5319b-a030-4056-9c82-257a7971c00c), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.644600 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3556-fc41-4f12-851b-1f8befc88fce req-3caaca56-bfcd-4a0e-b4b8-13db043d3d28 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:35.646133 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4f1a3556-fc41-4f12-851b-1f8befc88fce req-3caaca56-bfcd-4a0e-b4b8-13db043d3d28 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0770757 Jun 17 08:57:35.662309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (cac5319b-a030-4056-9c82-257a7971c00c), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.700573 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:35.739142 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4f1a3556-fc41-4f12-851b-1f8befc88fce req-d107c8bb-2bcb-4be5-9e35-618c093e0582 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864213 Jun 17 08:57:35.775000 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (cac5319b-a030-4056-9c82-257a7971c00c), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.795664 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:35.944235 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (cac5319b-a030-4056-9c82-257a7971c00c), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.971536 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac5319b-a030-4056-9c82-257a7971c00c,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:35.975868 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:35.979482 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-ae100308-6659-4625-ab5b-2f4e76ea4618 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cac5319b-a030-4056-9c82-257a7971c00c HTTP/1.1" status: 204 len: 168 time: 0.4580319 Jun 17 08:57:35.982342 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43438) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:35.985487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1875c9-1cd1-4f5f-975a-5fbec94a24a7 None None] Network b45928e7-8b76-49dc-a99a-0fc27274d4f1 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:57:36.059826 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9a94f71e-5073-4ffe-84e7-73adb6938d6d no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:36.101420 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 9a94f71e-5073-4ffe-84e7-73adb6938d6d {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:36.101767 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9a94f71e-5073-4ffe-84e7-73adb6938d6d not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:36.102184 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:36.108120 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (b45928e7-8b76-49dc-a99a-0fc27274d4f1), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.126011 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:36.126355 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 0f016b1a-3ba6-4af9-bf7b-c96c8b82671e not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:36.146454 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:36.156888 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Deleting port 49d07836-c8aa-4189-b13e-57f7e833de04 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:36.157218 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.198493 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] DHCP port deletion for b45928e7-8b76-49dc-a99a-0fc27274d4f1 request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:57:36.200937 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:36.227102 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] For port 49d07836-c8aa-4189-b13e-57f7e833de04, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=49d07836-c8aa-4189-b13e-57f7e833de04,segment=NetworkSegment(95420c20-76c5-49a0-9fa4-214715496839),segment_id=95420c20-76c5-49a0-9fa4-214715496839)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:36.227497 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.242416 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Calling delete_port for 49d07836-c8aa-4189-b13e-57f7e833de04 owned by network:dhcp {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:36.245822 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Deleting port 49d07836-c8aa-4189-b13e-57f7e833de04 {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:36.246202 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.291632 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:36.314529 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] For port 49d07836-c8aa-4189-b13e-57f7e833de04, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=49d07836-c8aa-4189-b13e-57f7e833de04,segment=NetworkSegment(95420c20-76c5-49a0-9fa4-214715496839),segment_id=95420c20-76c5-49a0-9fa4-214715496839)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:36.314940 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.329063 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Calling delete_port for 49d07836-c8aa-4189-b13e-57f7e833de04 owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:36.331610 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:36.402829 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ad960-22f4-45c4-b559-79a5316722ca req-dad39625-f648-439d-ae4e-4cd65b4fc87b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:36.404495 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-175ad960-22f4-45c4-b559-79a5316722ca req-dad39625-f648-439d-ae4e-4cd65b4fc87b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0524664 Jun 17 08:57:36.408202 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.415797 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (49d07836-c8aa-4189-b13e-57f7e833de04), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.439206 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] No DVR routers for this DVR port 49d07836-c8aa-4189-b13e-57f7e833de04 on host dv-cinder-797608-33-iscsi {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:57:36.440503 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Pushing event deleted for resources: {'Port': ['ID=49d07836-c8aa-4189-b13e-57f7e833de04,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:36.445673 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d07836-c8aa-4189-b13e-57f7e833de04,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:36.459923 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] No DVR routers for this DVR port 49d07836-c8aa-4189-b13e-57f7e833de04 on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:57:36.462974 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.463316 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.463726 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.464060 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.470776 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-175ad960-22f4-45c4-b559-79a5316722ca req-b3464705-c293-4b59-b34a-c59e41833767 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550780 Jun 17 08:57:36.470862 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e13110-335d-4aa1-b461-feb114e7c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:36.543199 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (b45928e7-8b76-49dc-a99a-0fc27274d4f1), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.568819 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45928e7-8b76-49dc-a99a-0fc27274d4f1']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:36.579804 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95420c20-76c5-49a0-9fa4-214715496839') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:36.580160 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95420c20-76c5-49a0-9fa4-214715496839') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:36.591937 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (95420c20-76c5-49a0-9fa4-214715496839), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.607143 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (95420c20-76c5-49a0-9fa4-214715496839), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.614664 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:36.625235 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (95420c20-76c5-49a0-9fa4-214715496839), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.638959 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment 95420c20-76c5-49a0-9fa4-214715496839 resource provider aggregate not found Jun 17 08:57:36.668587 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment 95420c20-76c5-49a0-9fa4-214715496839 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95420c20-76c5-49a0-9fa4-214715496839 found for delete ", "request_id": "req-6199d89e-f177-4db5-8f47-e23b99a45217"}]} Jun 17 08:57:36.755036 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (b45928e7-8b76-49dc-a99a-0fc27274d4f1), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.762917 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:36.770055 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b45928e7-8b76-49dc-a99a-0fc27274d4f1 HTTP/1.1" status: 204 len: 168 time: 0.7860289 Jun 17 08:57:36.784250 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8208a-6f1b-4684-8381-0253270ed497 admin admin] Pushing event deleted for resources: {'Network': ['ID=b45928e7-8b76-49dc-a99a-0fc27274d4f1,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:36.862454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf94286-6a5f-4aa6-963c-0ff32fd7a12a req-78117b65-d2bb-44e1-8538-03ffb29afaa3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:36.863952 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cf94286-6a5f-4aa6-963c-0ff32fd7a12a req-78117b65-d2bb-44e1-8538-03ffb29afaa3 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0516205 Jun 17 08:57:36.914544 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cf94286-6a5f-4aa6-963c-0ff32fd7a12a req-4bb23663-ec68-414b-9d51-6569fe3e359c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437768 Jun 17 08:57:37.235377 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43450) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:37.268567 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49150163-18e7-4802-bed1-6ff92d62e423 req-5e463624-1a41-471d-89f9-eb8c117fa515 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:37.270233 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-49150163-18e7-4802-bed1-6ff92d62e423 req-5e463624-1a41-471d-89f9-eb8c117fa515 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 945 time: 0.0502717 Jun 17 08:57:37.277300 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-885548b6-2990-4192-ad28-9017b7a627ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45a0a44acc444e8eb9bba54a8e089f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406184 Jun 17 08:57:37.279867 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43452) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:37.334839 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4768da3-c005-4aef-acff-9ba697f6d825 admin admin] Publish callbacks [] for security_group (2b8799ca-ed20-494e-8347-ee8a1168dec6), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.356527 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port 115b315e-aa00-4ff6-9273-ebeabdd14b26 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:37.356785 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.359042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4768da3-c005-4aef-acff-9ba697f6d825 admin admin] Publish callbacks [] for security_group (2b8799ca-ed20-494e-8347-ee8a1168dec6), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.446693 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] For port 115b315e-aa00-4ff6-9273-ebeabdd14b26, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=115b315e-aa00-4ff6-9273-ebeabdd14b26,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:37.447055 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.492210 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4768da3-c005-4aef-acff-9ba697f6d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (2b8799ca-ed20-494e-8347-ee8a1168dec6), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.494799 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4768da3-c005-4aef-acff-9ba697f6d825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.496000 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-d4768da3-c005-4aef-acff-9ba697f6d825 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b8799ca-ed20-494e-8347-ee8a1168dec6 HTTP/1.1" status: 204 len: 168 time: 0.2152007 Jun 17 08:57:37.504375 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4768da3-c005-4aef-acff-9ba697f6d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8799ca-ed20-494e-8347-ee8a1168dec6,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:37.657272 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a65d6-6a7c-435d-8262-2772201f457e req-4ca56847-babc-47fa-b22e-8131abd08828 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:37.659280 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-074a65d6-6a7c-435d-8262-2772201f457e req-4ca56847-babc-47fa-b22e-8131abd08828 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0658212 Jun 17 08:57:37.730369 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.730739 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (5fc8eae0-7962-4a90-bb46-25ee84f99db5), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.731052 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP 5fc8eae0-7962-4a90-bb46-25ee84f99db5 disassociated. External IP: 172.27.0.120, port: 115b315e-aa00-4ff6-9273-ebeabdd14b26. Jun 17 08:57:37.731414 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for 115b315e-aa00-4ff6-9273-ebeabdd14b26 owned by compute:nova {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:37.762038 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-074a65d6-6a7c-435d-8262-2772201f457e req-d1be1d8b-cc93-4713-a700-34b37e4036ba tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768459 Jun 17 08:57:37.825617 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:37.922708 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 49d07836-c8aa-4189-b13e-57f7e833de04 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:37.943192 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 49d07836-c8aa-4189-b13e-57f7e833de04 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:37.943545 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 49d07836-c8aa-4189-b13e-57f7e833de04 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:37.943942 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (115b315e-aa00-4ff6-9273-ebeabdd14b26), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:37.977320 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=115b315e-aa00-4ff6-9273-ebeabdd14b26,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.022110 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:38.058406 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e6e037f3-1a6d-4fda-a01c-9e4d59c02483 req-291aa827-6380-4209-a394-b526025e8c9a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 210 time: 0.0346904 Jun 17 08:57:38.116811 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:38.220709 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:38.231630 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:38.243329 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:38.243976 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:38.262746 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] No DVR routers for this DVR port 115b315e-aa00-4ff6-9273-ebeabdd14b26 on host hv-cinder-79760 {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:57:38.265232 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:38.269567 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-49150163-18e7-4802-bed1-6ff92d62e423 req-75dcd34a-3154-4970-a52e-71435f23d181 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "DELETE /v2.0/ports/115b315e-aa00-4ff6-9273-ebeabdd14b26 HTTP/1.1" status: 204 len: 173 time: 0.9944696 Jun 17 08:57:38.270031 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'name': 'network-vif-deleted', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:38.272878 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b666171-491b-4354-840d-8d5a3c707412" -d '{"events": [{"server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "name": "network-vif-deleted", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:38.305130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43466) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:38.317038 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aa3ca2-5ae5-41ee-be74-c9ea2287c1c6 x-openstack-request-id: req-19aa3ca2-5ae5-41ee-be74-c9ea2287c1c6 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:38.317357 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab8f2eb-71c8-4956-b693-06f73bf86964", "name": "network-vif-deleted", "tag": "115b315e-aa00-4ff6-9273-ebeabdd14b26", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:38.317580 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19aa3ca2-5ae5-41ee-be74-c9ea2287c1c6 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:38.318006 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19aa3ca2-5ae5-41ee-be74-c9ea2287c1c6'] response: {'server_uuid': 'fab8f2eb-71c8-4956-b693-06f73bf86964', 'name': 'network-vif-deleted', 'tag': '115b315e-aa00-4ff6-9273-ebeabdd14b26', 'status': 'completed', 'code': 200} Jun 17 08:57:38.342190 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:38.351905 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:38.498208 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:38.583143 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:38.613879 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:38.623208 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:38.623861 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:38.631602 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a83f949f-40ca-49ef-8481-0aaa6a77d78f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ccdf4c362cc34ba8b0ae36299712fa90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212295 Jun 17 08:57:38.631602 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43468) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:38.680933 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4113470-b758-4ba0-a13e-344d5c9df28f admin admin] Publish callbacks [] for security_group (286f92f7-62bd-4170-a611-8ac2c11ad273), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:38.703360 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4113470-b758-4ba0-a13e-344d5c9df28f admin admin] Publish callbacks [] for security_group (286f92f7-62bd-4170-a611-8ac2c11ad273), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:38.807970 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4113470-b758-4ba0-a13e-344d5c9df28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (286f92f7-62bd-4170-a611-8ac2c11ad273), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:38.810727 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b4113470-b758-4ba0-a13e-344d5c9df28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:38.814327 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:38.814846 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b4113470-b758-4ba0-a13e-344d5c9df28f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/286f92f7-62bd-4170-a611-8ac2c11ad273 HTTP/1.1" status: 204 len: 168 time: 0.1808252 Jun 17 08:57:38.826051 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4113470-b758-4ba0-a13e-344d5c9df28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f92f7-62bd-4170-a611-8ac2c11ad273,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.912202 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401038-6340-47a0-8955-7e9ceeea75a3 req-431e80d4-f064-4874-8314-1623f8cedc37 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:38.915973 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0401038-6340-47a0-8955-7e9ceeea75a3 req-431e80d4-f064-4874-8314-1623f8cedc37 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0632708 Jun 17 08:57:38.980205 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d0401038-6340-47a0-8955-7e9ceeea75a3 req-f4c6dde4-6925-4400-8d11-bc1ba8746ccb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582528 Jun 17 08:57:39.021509 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:39.046619 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2ddd6-6315-4e35-bf52-16c0bfffb90b None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:39.201835 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c89b3961-7de4-4560-aa0d-270abccdb850 req-15ede016-34de-45b3-803c-7f09f0046bc5 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=fab8f2eb-71c8-4956-b693-06f73bf86964 HTTP/1.1" status: 200 len: 210 time: 0.0303979 Jun 17 08:57:39.338069 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52030c70-771b-4e1d-b014-6ececb896bbf None None] New status for floating IP 5fc8eae0-7962-4a90-bb46-25ee84f99db5: DOWN {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:57:39.969928 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43494) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:40.101615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368c09-2412-433f-ba4a-382c1ee7d15e req-66fbc922-8df6-4028-bc1a-d29c50484682 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:40.103159 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf368c09-2412-433f-ba4a-382c1ee7d15e req-66fbc922-8df6-4028-bc1a-d29c50484682 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0504980 Jun 17 08:57:40.108146 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-43890328-network', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:40.124338 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:40.166535 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bf368c09-2412-433f-ba4a-382c1ee7d15e req-0b769391-db07-4144-ac3b-d102b2e9c919 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536215 Jun 17 08:57:40.246291 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Made reservation on behalf of 4c3ecf1efb8748a0af09e501e2b9d81b for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:40.248730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.261308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.341521 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks [] for security_group (9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.344571 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43504) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:40.405490 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6763a678-4df8-491b-8f3d-d5113d1f417f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (4e8e4dc1-2ea5-472c-b60e-b394b050ea5a), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.416692 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.453933 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6763a678-4df8-491b-8f3d-d5113d1f417f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (4e8e4dc1-2ea5-472c-b60e-b394b050ea5a), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.456871 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:40.490308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (e865e4e0-3110-453e-9d78-1f1a3a0cb149), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.490790 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Added segment e865e4e0-3110-453e-9d78-1f1a3a0cb149 of type vlan for network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 Jun 17 08:57:40.492279 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.547326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (131209d2-1a19-4f69-ac13-17a3bc0e6ba1), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.568833 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:40.617658 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6763a678-4df8-491b-8f3d-d5113d1f417f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4e8e4dc1-2ea5-472c-b60e-b394b050ea5a), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.620324 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6763a678-4df8-491b-8f3d-d5113d1f417f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.621491 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-6763a678-4df8-491b-8f3d-d5113d1f417f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/security-groups/4e8e4dc1-2ea5-472c-b60e-b394b050ea5a HTTP/1.1" status: 204 len: 168 time: 0.2759883 Jun 17 08:57:40.624523 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43506) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:40.631883 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763a678-4df8-491b-8f3d-d5113d1f417f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8e4dc1-2ea5-472c-b60e-b394b050ea5a,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.638967 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.api.v2.resource [None req-91cd8fd9-6236-472e-9370-421c39d7957e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] show failed (client error): The resource could not be found. Jun 17 08:57:40.640024 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-91cd8fd9-6236-472e-9370-421c39d7957e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups/4e8e4dc1-2ea5-472c-b60e-b394b050ea5a HTTP/1.1" status: 404 len: 347 time: 0.0145111 Jun 17 08:57:40.643650 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43508) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:40.648713 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (131209d2-1a19-4f69-ac13-17a3bc0e6ba1), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.649723 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:40.651054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.682871 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:57:40.716950 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] Pushing event updated for resources: {'Network': ['ID=131209d2-1a19-4f69-ac13-17a3bc0e6ba1,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.731748 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:57:40.765966 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port a18bca87-ad65-4d48-a188-23498f1e9826 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:57:40.766220 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (a18bca87-ad65-4d48-a188-23498f1e9826), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.780168 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0e57e792-1a60-456a-9bcb-90c67b5c1141 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8091221 Jun 17 08:57:40.783118 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43510) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:40.799249 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Request body: {'subnet': {'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-43890328-subnet', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:40.843536 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:40.876221 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (a18bca87-ad65-4d48-a188-23498f1e9826), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.876549 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (a18bca87-ad65-4d48-a188-23498f1e9826), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:40.890008 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for a18bca87-ad65-4d48-a188-23498f1e9826 owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:57:40.978178 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Made reservation on behalf of 4c3ecf1efb8748a0af09e501e2b9d81b for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:40.980926 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.035984 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:41.157546 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (a18bca87-ad65-4d48-a188-23498f1e9826), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.192694 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=a18bca87-ad65-4d48-a188-23498f1e9826,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:41.288798 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb151d5-f0bf-4cb6-80c7-4d59d013bed9 req-9e8b117b-8d11-445a-8b91-4cfd3c09bcd8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:41.290249 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7eb151d5-f0bf-4cb6-80c7-4d59d013bed9 req-9e8b117b-8d11-445a-8b91-4cfd3c09bcd8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0485322 Jun 17 08:57:41.293525 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (5fc8eae0-7962-4a90-bb46-25ee84f99db5), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.296002 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.297163 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9fd2b5cf-4fc8-4c1c-b4df-1176be122378 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/floatingips/5fc8eae0-7962-4a90-bb46-25ee84f99db5 HTTP/1.1" status: 204 len: 168 time: 0.6524303 Jun 17 08:57:41.365696 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7eb151d5-f0bf-4cb6-80c7-4d59d013bed9 req-07e07c71-ea88-4252-8750-5639277199c6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685461 Jun 17 08:57:41.429447 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (53ee12da-c60f-4b77-b335-ec646bcb4d67), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.470436 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43516) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:41.472828 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-a20016b5-4320-4f74-ba22-789b96f072aa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493460418', 'description': 'tempest-description--1936564667'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:41.499455 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ee12da-c60f-4b77-b335-ec646bcb4d67,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:41.506236 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Checking segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:41.506617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Network hostable DHCP agents. Network: 131209d2-1a19-4f69-ac13-17a3bc0e6ba1, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:41.567153 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a20016b5-4320-4f74-ba22-789b96f072aa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.589525 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:41.642267 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a20016b5-4320-4f74-ba22-789b96f072aa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (d8f07ab1-91e7-45ff-85f2-475b166e1ad7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.658220 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 131209d2-1a19-4f69-ac13-17a3bc0e6ba1) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:41.663305 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:41.667237 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.669962 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75916c6-e15f-4793-a4bd-7059390fc3db None None] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:57:41.715824 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a20016b5-4320-4f74-ba22-789b96f072aa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d8f07ab1-91e7-45ff-85f2-475b166e1ad7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.749411 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20016b5-4320-4f74-ba22-789b96f072aa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f07ab1-91e7-45ff-85f2-475b166e1ad7,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:41.758441 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-bb387931-f836-4ceb-95c1-fb92cf4738ae admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9733491 Jun 17 08:57:41.761030 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43518) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:41.765657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:41.775967 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:41.786031 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:57:41.787027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.803088 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a20016b5-4320-4f74-ba22-789b96f072aa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.805271 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a20016b5-4320-4f74-ba22-789b96f072aa tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3361084 Jun 17 08:57:41.807752 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43520) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:41.813479 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-bd3e8f81-5fdd-4c3c-afdd-3f3684e83619 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': 'd8f07ab1-91e7-45ff-85f2-475b166e1ad7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:41.870816 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.872174 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.919463 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 115b315e-aa00-4ff6-9273-ebeabdd14b26 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:41.936258 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8f81-5fdd-4c3c-afdd-3f3684e83619 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (3e3b1db7-850e-4c4b-abe7-e12140b5252a), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.944302 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks [] for router_controller (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), precommit_add_association {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:41.945997 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 115b315e-aa00-4ff6-9273-ebeabdd14b26 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:57:41.946376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 115b315e-aa00-4ff6-9273-ebeabdd14b26 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:57:41.968989 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Allocated IP 172.20.0.2 (131209d2-1a19-4f69-ac13-17a3bc0e6ba1/53ee12da-c60f-4b77-b335-ec646bcb4d67/dfc6ffed-4526-49ad-a8f8-376b29f81c8c) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:42.003017 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8f81-5fdd-4c3c-afdd-3f3684e83619 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (3e3b1db7-850e-4c4b-abe7-e12140b5252a), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.087323 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8f81-5fdd-4c3c-afdd-3f3684e83619 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (3e3b1db7-850e-4c4b-abe7-e12140b5252a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.119820 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:42.134049 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Publish callbacks [] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.168732 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e8f81-5fdd-4c3c-afdd-3f3684e83619 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3b1db7-850e-4c4b-abe7-e12140b5252a,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:42.175874 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks [] for router_gateway (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.206988 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.249763 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:42.255052 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:42.259561 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:42.266682 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Pushing event updated for resources: {'Port': ['ID=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:42.294086 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8f81-5fdd-4c3c-afdd-3f3684e83619 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.295375 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-bd3e8f81-5fdd-4c3c-afdd-3f3684e83619 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4865365 Jun 17 08:57:42.298206 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43522) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:42.302987 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-9281cac7-8e0f-4fd3-ad10-f110750de732 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'security_group_rule': {'security_group_id': 'd8f07ab1-91e7-45ff-85f2-475b166e1ad7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:42.335275 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:42.335488 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Attempting to bind port dfc6ffed-4526-49ad-a8f8-376b29f81c8c on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:57:42.335488 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Attempting to bind port dfc6ffed-4526-49ad-a8f8-376b29f81c8c by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:57:42.335488 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Attempting to bind port dfc6ffed-4526-49ad-a8f8-376b29f81c8c on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:42.335488 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:57:42.335488 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Checking segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:42.335488 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.336075 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Bound using segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:57:42.336164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Bound port: dfc6ffed-4526-49ad-a8f8-376b29f81c8c, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:57:42.336571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.380827 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:42.408006 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] For port dfc6ffed-4526-49ad-a8f8-376b29f81c8c, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:57:42.413417 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] For port dfc6ffed-4526-49ad-a8f8-376b29f81c8c, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:57:42.477073 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks [] for router_gateway (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.481017 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9281cac7-8e0f-4fd3-ad10-f110750de732 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (22aaa9b5-2983-4eba-9d2f-cbff5e7befba), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.484182 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.497925 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.507421 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a5f88-07d7-4a1b-9c6d-894d97d64b41 req-1b904c6d-b69f-4993-bab5-f27de2f2ea6a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:42.509081 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b48a5f88-07d7-4a1b-9c6d-894d97d64b41 req-1b904c6d-b69f-4993-bab5-f27de2f2ea6a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0703373 Jun 17 08:57:42.547209 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971fef3-ad97-4b4d-932d-93f90b51558a None None] Pushing event updated for resources: {'Port': ['ID=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:42.592539 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9281cac7-8e0f-4fd3-ad10-f110750de732 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (22aaa9b5-2983-4eba-9d2f-cbff5e7befba), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.598518 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b48a5f88-07d7-4a1b-9c6d-894d97d64b41 req-d0a5d9aa-c69c-4aea-8eb1-6c6c22bbe68f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839429 Jun 17 08:57:42.726520 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:42.727883 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Allocated IP 172.27.0.70 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/9725d396-78de-4346-9e68-97418117b0f4) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:42.733596 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9281cac7-8e0f-4fd3-ad10-f110750de732 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (22aaa9b5-2983-4eba-9d2f-cbff5e7befba), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.753174 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281cac7-8e0f-4fd3-ad10-f110750de732 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aaa9b5-2983-4eba-9d2f-cbff5e7befba,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:42.819868 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9281cac7-8e0f-4fd3-ad10-f110750de732 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.821139 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-9281cac7-8e0f-4fd3-ad10-f110750de732 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5217931 Jun 17 08:57:42.825017 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43526) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:42.831831 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:42.858076 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks [] for port (9725d396-78de-4346-9e68-97418117b0f4), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.892155 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.945738 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:42.966868 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (9725d396-78de-4346-9e68-97418117b0f4), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:42.973906 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.000997 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:43.007413 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:43.010370 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:43.012812 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:43.052160 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Pushing event updated for resources: {'Port': ['ID=9725d396-78de-4346-9e68-97418117b0f4,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:43.086899 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.27.0.139 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/e1739268-6bd6-4102-b2d6-821759d6bfe7) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:43.200035 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.310443 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.364834 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:43.368234 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:43.374543 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:43.379840 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:43.381276 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks [] for router_gateway (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.405221 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=e1739268-6bd6-4102-b2d6-821759d6bfe7,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:43.507980 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51dd44-dd25-4ac1-bb23-209e6fbcc2ee None None] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:57:43.556182 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (f26ce11d-2a89-41ac-8efc-db8b26648f7f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.586926 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.598056 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-cca789bb-54e5-49e6-bfab-6f191037a907 None None] Provisioning complete for port dfc6ffed-4526-49ad-a8f8-376b29f81c8c triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:43.598430 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cca789bb-54e5-49e6-bfab-6f191037a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.632465 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:43.691663 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.726388 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-cca789bb-54e5-49e6-bfab-6f191037a907 None None] Current status of the port dfc6ffed-4526-49ad-a8f8-376b29f81c8c is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:43.727140 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cca789bb-54e5-49e6-bfab-6f191037a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.770519 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b572b0-583a-4cdc-868c-b56010680e17 req-87ce36ca-3f3e-4093-b51c-3a74bb6b0773 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:43.772327 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-13b572b0-583a-4cdc-868c-b56010680e17 req-87ce36ca-3f3e-4093-b51c-3a74bb6b0773 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0837548 Jun 17 08:57:43.781546 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-cca789bb-54e5-49e6-bfab-6f191037a907 None None] For port dfc6ffed-4526-49ad-a8f8-376b29f81c8c, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:43.801099 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:57:43.877019 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cca789bb-54e5-49e6-bfab-6f191037a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.887467 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-13b572b0-583a-4cdc-868c-b56010680e17 req-b3a8cb5e-8028-4460-9e61-611434b95775 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053555 Jun 17 08:57:43.945635 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca789bb-54e5-49e6-bfab-6f191037a907 None None] Pushing event updated for resources: {'Port': ['ID=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:43.959903 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:43.967875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:43.977632 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:43.991235 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:43.992011 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:44.000586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-6d5036ae-fb3d-4885-b864-cd26b08fcad9 None None] Provisioning complete for port dfc6ffed-4526-49ad-a8f8-376b29f81c8c triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:44.000961 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6d5036ae-fb3d-4885-b864-cd26b08fcad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.024762 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device dfc6ffed-4526-49ad-a8f8-376b29f81c8c up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:44.036165 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.078511 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.083312 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ea10813f-4def-4bda-9d5b-12595e1d5daf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3183236 Jun 17 08:57:44.084057 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43530) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:44.092013 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port dfc6ffed-4526-49ad-a8f8-376b29f81c8c triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:44.092767 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.111899 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:44.131754 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=e1739268-6bd6-4102-b2d6-821759d6bfe7,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:44.141643 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (f26ce11d-2a89-41ac-8efc-db8b26648f7f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.171284 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-6d5036ae-fb3d-4885-b864-cd26b08fcad9 None None] Current status of the port dfc6ffed-4526-49ad-a8f8-376b29f81c8c is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:44.204397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-fcbe6930-69ed-4308-8c5e-6bb3c3639455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:44.207301 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-fcbe6930-69ed-4308-8c5e-6bb3c3639455 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1130 time: 0.0605371 Jun 17 08:57:44.231833 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port dfc6ffed-4526-49ad-a8f8-376b29f81c8c is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:44.257028 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.259427 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5c0ab297-af20-4fe9-8f50-555dc5abc1ff tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4323769 Jun 17 08:57:44.325768 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:44.333320 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-e7c08be6-800f-4ee2-ad31-8f4d444f8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:44.335719 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-e7c08be6-800f-4ee2-ad31-8f4d444f8181 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 910 time: 0.1214261 Jun 17 08:57:44.348654 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:43Z', 'revision_number': 3, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:44.380591 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:44.381229 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Updating router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb port 9725d396-78de-4346-9e68-97418117b0f4 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:44.423012 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-afd13fc8-0578-4969-a88b-e494264609f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 1001 time: 0.0799615 Jun 17 08:57:44.438755 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9725d396-78de-4346-9e68-97418117b0f4), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.512606 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-65ebc0b7-07fc-47ba-b0e7-d01dc66c56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:44.514154 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-65ebc0b7-07fc-47ba-b0e7-d01dc66c56c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 200 len: 848 time: 0.0833747 Jun 17 08:57:44.561926 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-4efcaab5-d1c9-4d58-8170-39a299cd0438 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--493460418&fields=id&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 267 time: 0.0943117 Jun 17 08:57:44.587512 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-7ae08bd7-5778-4e1f-8a72-80741895e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:44.589298 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-7ae08bd7-5778-4e1f-8a72-80741895e82b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7cb290e5-1940-4a89-abd7-919a1f5a901c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631189 Jun 17 08:57:44.648641 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:44.684759 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:44.719391 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:44.748154 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Publish callbacks [] for port (9725d396-78de-4346-9e68-97418117b0f4), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.762078 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-35cf546d-3146-49fc-a47f-117625f793a2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:44.763650 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-35cf546d-3146-49fc-a47f-117625f793a2 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.1903400 Jun 17 08:57:44.770461 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-c387db5b-c3d7-4b09-9d85-7d46c27b4803 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685927 Jun 17 08:57:44.792925 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-0a7ab119-b1f2-49d9-8b89-981f7b3f5913 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/quotas/794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 375 time: 0.0192900 Jun 17 08:57:44.813411 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9725d396-78de-4346-9e68-97418117b0f4), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.870265 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Pushing event updated for resources: {'Port': ['ID=9725d396-78de-4346-9e68-97418117b0f4,revision_number=2']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:44.874134 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.882339 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.882339 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.882339 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.882339 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.882957 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.883054 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.883333 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.883872 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.884368 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.884866 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.885446 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.885975 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.886480 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.886995 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.887592 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:44.891224 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-eaebf2b9-584e-4ade-a993-6c90e1e9f507 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839932 Jun 17 08:57:44.902477 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Attempting to bind port 9725d396-78de-4346-9e68-97418117b0f4 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:57:44.902905 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Attempting to bind port 9725d396-78de-4346-9e68-97418117b0f4 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:57:44.903265 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Attempting to bind port 9725d396-78de-4346-9e68-97418117b0f4 on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:44.915157 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:57:44.916005 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:44.916588 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.917329 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:57:44.918024 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Bound port: 9725d396-78de-4346-9e68-97418117b0f4, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:57:44.918702 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9725d396-78de-4346-9e68-97418117b0f4), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:44.926851 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b43dbac2-2ca8-48ed-adaf-2bb72f44abb5 req-9f7d6de4-e9bd-49f2-86c0-3e3c5027b499 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456087 Jun 17 08:57:44.934311 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:44.992595 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] For port 9725d396-78de-4346-9e68-97418117b0f4, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:57:44.996222 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] For port 9725d396-78de-4346-9e68-97418117b0f4, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9725d396-78de-4346-9e68-97418117b0f4,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:57:45.062757 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Allocated IP 172.20.0.1 (131209d2-1a19-4f69-ac13-17a3bc0e6ba1/53ee12da-c60f-4b77-b335-ec646bcb4d67/e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:45.084723 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ddadc-7e63-47fa-89cd-a018efb6cd4d req-5bf180a3-56e7-46bb-90ef-ecdd231a6f60 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:45.086246 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0e9ddadc-7e63-47fa-89cd-a018efb6cd4d req-5bf180a3-56e7-46bb-90ef-ecdd231a6f60 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.1010153 Jun 17 08:57:45.099526 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:45.104466 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9725d396-78de-4346-9e68-97418117b0f4), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:45.140036 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d1fb61ab-c9ca-49ab-81dd-2e5fe026d238 service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246177 Jun 17 08:57:45.185727 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:45.191151 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:45.191376 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0e9ddadc-7e63-47fa-89cd-a018efb6cd4d req-2f39c173-032b-4c8e-9986-c8d3100802e7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892181 Jun 17 08:57:45.219812 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks [] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:45.225287 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088da366-c511-476f-89e6-4d34223164d0 None None] Pushing event updated for resources: {'Port': ['ID=9725d396-78de-4346-9e68-97418117b0f4,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:45.273732 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-75ea6810-3c22-44e4-b6d7-b2d554659e1a service neutron] 10.222.0.78 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205642 Jun 17 08:57:45.310766 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:45.326799 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:45.366236 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:45.371433 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:45.375730 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:45.399022 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Pushing event updated for resources: {'Port': ['ID=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:45.459567 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:45.498146 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:43Z', 'revision_number': 3, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:45.525593 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6151fe-bb34-4888-b591-a283c3145b6e None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:43Z', 'revision_number': 3, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:45.616762 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:45.715805 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:45.724915 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-a7ae5f9a-cf03-487c-b7c2-9465527b0714 None None] Provisioning complete for port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:45.727335 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5f9a-cf03-487c-b7c2-9465527b0714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:45.793696 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:45.828003 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae5f9a-cf03-487c-b7c2-9465527b0714 None None] Port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:57:45.842000 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8c04c486-8502-4aa3-8d89-c97c60e24d9f req-bd96a2db-4b2e-462b-ba08-5afaac05eb1b tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 210 time: 0.0479057 Jun 17 08:57:45.861174 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks [] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:45.932964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:46.008541 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:46.042608 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device dfc6ffed-4526-49ad-a8f8-376b29f81c8c up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:46.061301 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Pushing event updated for resources: {'Port': ['ID=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:46.106306 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port dfc6ffed-4526-49ad-a8f8-376b29f81c8c triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:46.106849 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:46.162500 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:46.164176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:46.278795 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port dfc6ffed-4526-49ad-a8f8-376b29f81c8c is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:46.287951 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9725d396-78de-4346-9e68-97418117b0f4 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:46.342182 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:46.396307 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 9725d396-78de-4346-9e68-97418117b0f4 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:46.396682 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (9725d396-78de-4346-9e68-97418117b0f4), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:46.402497 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca720d5-7367-4a62-b822-48fe9c89acdb req-addea013-93b9-42eb-b8a9-2a2f78712e8b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:46.412251 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3ca720d5-7367-4a62-b822-48fe9c89acdb req-addea013-93b9-42eb-b8a9-2a2f78712e8b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0785975 Jun 17 08:57:46.437688 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:46.530006 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:46.536294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:46.553728 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-741b884e-00cd-488d-82de-475579f7cd94 admin admin] 10.222.0.78 "PUT /v2.0/routers/4bca84f4-cd82-4af4-aaba-e243a1bd1deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4636414 Jun 17 08:57:46.565785 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3ca720d5-7367-4a62-b822-48fe9c89acdb req-bb0c3ab3-2db9-49a3-8f07-d2ffdafd08eb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522698 Jun 17 08:57:46.592425 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-4ee55931-c45e-431c-8b7a-494718f51f4e None None] Provisioning complete for port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:46.592796 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4ee55931-c45e-431c-8b7a-494718f51f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:46.594658 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 9725d396-78de-4346-9e68-97418117b0f4 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:46.595024 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (9725d396-78de-4346-9e68-97418117b0f4), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:46.643831 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 9725d396-78de-4346-9e68-97418117b0f4, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9725d396-78de-4346-9e68-97418117b0f4,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:46.651974 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-4ee55931-c45e-431c-8b7a-494718f51f4e None None] Port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:57:46.749566 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (9725d396-78de-4346-9e68-97418117b0f4), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:46.802947 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=9725d396-78de-4346-9e68-97418117b0f4,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:46.957969 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b0aa1216-60ce-43b4-8c8a-b1a65b11e0c8 req-016d9e0e-abc7-45e1-b049-3879bb98667a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 210 time: 0.0459359 Jun 17 08:57:47.442886 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43588) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:47.447783 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-627354644-network', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:47.502728 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:47.514972 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:47.515643 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:47.537838 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Made reservation on behalf of 4729c6eb33414711b24bb51b9a389fa5 for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:47.540516 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:47.550516 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:47.651934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:47.664858 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks [] for security_group (57f8cb04-b8e4-4582-8cff-774e2d79df60), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:47.702211 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ded47e-9d1f-4765-9780-13ca60f552e3 req-ea52729c-c73c-4dea-943f-da0384e1fcd1 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:47.704084 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a8ded47e-9d1f-4765-9780-13ca60f552e3 req-ea52729c-c73c-4dea-943f-da0384e1fcd1 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0536504 Jun 17 08:57:47.740743 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (57f8cb04-b8e4-4582-8cff-774e2d79df60), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:47.781601 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:47.796908 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a8ded47e-9d1f-4765-9780-13ca60f552e3 req-9cf83145-8bba-4492-b5a1-3fa06c1587a3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863342 Jun 17 08:57:47.806777 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (c51cb5ca-1461-4a49-a757-e887ba1cf4f3), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:47.807390 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Added segment c51cb5ca-1461-4a49-a757-e887ba1cf4f3 of type vlan for network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 Jun 17 08:57:47.808670 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f8cb04-b8e4-4582-8cff-774e2d79df60,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:47.862602 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:47.906330 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 2, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:47.943277 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9725d396-78de-4346-9e68-97418117b0f4 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:47.946037 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:47.946391 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Updating router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:47.965275 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:47.972815 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:47.973890 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:47.974480 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.004802 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.028465 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 9725d396-78de-4346-9e68-97418117b0f4 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:48.029083 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (9725d396-78de-4346-9e68-97418117b0f4), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.094507 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6504211 Jun 17 08:57:48.099850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43596) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:48.105370 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Request body: {'subnet': {'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-627354644-subnet', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:48.109613 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66800d10-53cb-4e88-878f-73d7ba95c844 admin admin] Pushing event updated for resources: {'Network': ['ID=f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:48.149913 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-890c8ccc-66ec-4b58-8f4d-b9801abad3e4 req-23c3482a-336c-466c-833c-ad53ed58dfcf tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 210 time: 0.0622115 Jun 17 08:57:48.211997 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:57:48.230043 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Made reservation on behalf of 4729c6eb33414711b24bb51b9a389fa5 for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:48.232914 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.260160 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:48.379514 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:48.431169 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 9725d396-78de-4346-9e68-97418117b0f4 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:48.487988 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (1dfc03c1-d218-4aa8-bbcd-41d12189eb8f), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.554559 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfc03c1-d218-4aa8-bbcd-41d12189eb8f,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:48.561473 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Checking segment: {'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:48.561831 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Network hostable DHCP agents. Network: f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:48.574353 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Publish callbacks [] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.577204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-fcdd5e21-9a53-4efd-ae76-014d1f7dee1a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:48.578676 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-fcdd5e21-9a53-4efd-ae76-014d1f7dee1a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 814 time: 0.1296644 Jun 17 08:57:48.614911 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:48.634853 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.649702 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-93040649-363d-470c-9fda-fda66a6c8a76 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=794e7ebcf5c3436081b8e8d39907b655 HTTP/1.1" status: 200 len: 379 time: 0.0557044 Jun 17 08:57:48.664040 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'port': {'device_id': '2167779f-efa1-428a-9841-1863be4d7170', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'admin_state_up': True, 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'security_groups': ['d8f07ab1-91e7-45ff-85f2-475b166e1ad7']}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:48.664265 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:48.668656 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:48.708306 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775292b-2b51-46ed-8517-4768a026d35f None None] Pushing event updated for resources: {'Port': ['ID=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:48.770994 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Attempting to bind port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:57:48.771391 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Attempting to bind port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:57:48.771756 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Attempting to bind port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:48.777829 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:48.784924 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:48.784924 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.792858 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:48.796641 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:57:48.797131 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Checking segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:48.797651 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.798024 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Bound using segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:57:48.799343 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Bound port: e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:57:48.800436 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.805675 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70efb891-e6d0-47bc-9fb0-9252ce49a43d None None] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:57:48.872595 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c881f155-e530-4b67-84af-7d749b6a2479 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7691371 Jun 17 08:57:48.873724 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43606) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:48.880155 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:48.895942 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] For port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:57:48.899331 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] For port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:57:48.961044 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Made reservation on behalf of 794e7ebcf5c3436081b8e8d39907b655 for: {'port': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:48.963808 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.981693 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.998245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (db6b1703-3d37-4197-bdf1-301c57d320e5), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:48.999434 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (db6b1703-3d37-4197-bdf1-301c57d320e5), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.008686 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463905-63b8-48b1-a895-4a6ef4631261 req-d7989a84-9d2f-4549-be9f-df50ee629e3a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:49.010488 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d463905-63b8-48b1-a895-4a6ef4631261 req-d7989a84-9d2f-4549-be9f-df50ee629e3a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0823357 Jun 17 08:57:49.021947 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7', 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7', 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'fixed_ips': [{'subnet_id': '1dfc03c1-d218-4aa8-bbcd-41d12189eb8f'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:57:49.022830 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.042689 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:49.056765 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-c7d88ba0-90b4-4b19-9918-81fb41d49fc5 None None] Provisioning complete for port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:49.057380 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c7d88ba0-90b4-4b19-9918-81fb41d49fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.118770 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775292b-2b51-46ed-8517-4768a026d35f None None] Pushing event updated for resources: {'Port': ['ID=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.127315 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:49.128084 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:49.140348 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks [] for router_controller (db6b1703-3d37-4197-bdf1-301c57d320e5), precommit_add_association {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.193740 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d463905-63b8-48b1-a895-4a6ef4631261 req-e12c0c80-ed05-4b44-8cc5-ee45d38d6691 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688948 Jun 17 08:57:49.332262 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:49.374852 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-07e9b33d-b9b9-4a29-ad1d-04e05ebfee30 req-19b4ccad-c8d8-48e1-8843-a32f8ae22388 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 210 time: 0.0729220 Jun 17 08:57:49.392286 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Allocated IP 172.20.0.5 (b5af04e5-5681-4034-bf01-a7f9807128a2/113372b6-188a-441b-8e8f-7a645d18f73a/44844b56-2912-46ac-a3c4-665b072ff6da) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:49.431546 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d2da1179-f4ec-486b-8652-a09555e9f751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.435043 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:49.488050 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-c7d88ba0-90b4-4b19-9918-81fb41d49fc5 None None] Current status of the port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:49.488429 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c7d88ba0-90b4-4b19-9918-81fb41d49fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.496116 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Allocated IP 172.20.0.2 (f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7/1dfc03c1-d218-4aa8-bbcd-41d12189eb8f/2dfe7227-48d6-4a99-9516-ba920a94e223) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:49.520205 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks [] for router_gateway (db6b1703-3d37-4197-bdf1-301c57d320e5), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.559043 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5be25-9c68-4f63-9e3d-14704a819c69 req-aeebdbd9-199d-46b8-b9e4-5342e2fe884f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:49.560633 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-88c5be25-9c68-4f63-9e3d-14704a819c69 req-aeebdbd9-199d-46b8-b9e4-5342e2fe884f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0901864 Jun 17 08:57:49.612789 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.616745 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-c7d88ba0-90b4-4b19-9918-81fb41d49fc5 None None] For port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:49.686835 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [req-3b06303d-dff6-44ed-9b06-c313da101510 req-3de08784-a5a6-4952-943c-d86e1dcd9568 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 08:57:49.687873 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3b06303d-dff6-44ed-9b06-c313da101510 req-3de08784-a5a6-4952-943c-d86e1dcd9568 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2158177 Jun 17 08:57:49.731368 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c7d88ba0-90b4-4b19-9918-81fb41d49fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.735537 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-88c5be25-9c68-4f63-9e3d-14704a819c69 req-fef9beab-7eda-4ce5-98c0-049db95f179a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644819 Jun 17 08:57:49.766708 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:49.855289 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for port (44844b56-2912-46ac-a3c4-665b072ff6da), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.878711 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:48Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:49.902840 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Publish callbacks [] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.906101 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d88ba0-90b4-4b19-9918-81fb41d49fc5 None None] Pushing event updated for resources: {'Port': ['ID=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.928937 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks [] for router_gateway (db6b1703-3d37-4197-bdf1-301c57d320e5), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.936331 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-04e91f50-3b70-4287-8aa4-0a31e90fef17 None None] Provisioning complete for port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:49.936699 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-04e91f50-3b70-4287-8aa4-0a31e90fef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.940578 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd365018-2a63-4121-bd7d-89304366a686 None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:48Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:49.953896 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:49.963044 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 3b983d08-82e5-4031-8c13-d190ca57fc87 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:57:50.027594 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.067757 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.092340 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644742c-ebf5-44e6-8877-c182b976ad7c req-c375d455-a736-485f-953b-f9eef89c6c77 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:50.100606 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4644742c-ebf5-44e6-8877-c182b976ad7c req-c375d455-a736-485f-953b-f9eef89c6c77 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.1425118 Jun 17 08:57:50.103363 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-6cb60966-ac96-49a4-8556-696928d882b3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226954 Jun 17 08:57:50.117457 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:50.122795 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:50.130315 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:50.271890 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-6074cc06-4eb1-4cb9-a76e-cc5da18e5f8f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:50.275957 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-6074cc06-4eb1-4cb9-a76e-cc5da18e5f8f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports/3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 943 time: 0.1258376 Jun 17 08:57:50.337986 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:50.398914 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Pushing event updated for resources: {'Port': ['ID=2dfe7227-48d6-4a99-9516-ba920a94e223,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:50.418710 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-04e91f50-3b70-4287-8aa4-0a31e90fef17 None None] Current status of the port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:50.492115 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Attempting to bind port 2dfe7227-48d6-4a99-9516-ba920a94e223 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:57:50.492566 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Attempting to bind port 2dfe7227-48d6-4a99-9516-ba920a94e223 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:57:50.493128 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Attempting to bind port 2dfe7227-48d6-4a99-9516-ba920a94e223 on network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:50.498580 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:50.509540 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:57:50.509915 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Checking segment: {'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:50.510322 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.510718 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Bound using segment: {'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:57:50.511205 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Bound port: 2dfe7227-48d6-4a99-9516-ba920a94e223, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:57:50.511614 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.517130 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 3b983d08-82e5-4031-8c13-d190ca57fc87 is: ACTIVE; New status is: DOWN {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:50.517705 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.566520 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:50.568765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Network b5af04e5-5681-4034-bf01-a7f9807128a2 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:50.600825 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:50.603296 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6403abaf-1d87-47c5-b52d-5d5b697d096b" -d '{"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:50.609403 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:50.626070 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:50.639124 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event updated for resources: {'Port': ['ID=44844b56-2912-46ac-a3c4-665b072ff6da,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:50.652082 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:50.675595 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] For port 2dfe7227-48d6-4a99-9516-ba920a94e223, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:57:50.680481 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] For port 2dfe7227-48d6-4a99-9516-ba920a94e223, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2dfe7227-48d6-4a99-9516-ba920a94e223,segment=NetworkSegment(c51cb5ca-1461-4a49-a757-e887ba1cf4f3),segment_id=c51cb5ca-1461-4a49-a757-e887ba1cf4f3)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:57:50.704175 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1bc-6561-4c14-b4a6-f73296a338e4 req-fc8c2b85-4d45-46e4-9a1c-5de918967c05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:50.705886 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c61e1bc-6561-4c14-b4a6-f73296a338e4 req-fc8c2b85-4d45-46e4-9a1c-5de918967c05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 931 time: 0.1645768 Jun 17 08:57:50.709685 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Allocated IP 172.27.0.133 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/a0b484c6-ea21-46f3-a38d-8bb9e1318065) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:50.720636 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4644742c-ebf5-44e6-8877-c182b976ad7c req-f008d542-acb4-4bcf-af3b-10b5820b0d3d tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6186464 Jun 17 08:57:50.775091 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.798017 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:50.799386 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.877936 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=6']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:50.889623 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:50.951780 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c61e1bc-6561-4c14-b4a6-f73296a338e4 req-3a5b2a58-ad8c-4635-bdd5-a538252035de tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287014 Jun 17 08:57:50.989029 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-acaf9258-cad1-4cbc-9d19-8cbe8cfed54c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3319778 Jun 17 08:57:50.992983 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d550b0-000f-499f-8bb4-ab78abe485d4 x-openstack-request-id: req-e0d550b0-000f-499f-8bb4-ab78abe485d4 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:50.994507 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-unplugged", "status": "failed", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87", "code": 422}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:50.994507 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0d550b0-000f-499f-8bb4-ab78abe485d4 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:50.994507 dv-cinder-797608-33-iscsi neutron-server[116211]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e0d550b0-000f-499f-8bb4-ab78abe485d4']: {'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'code': 422} returned with failed status Jun 17 08:57:51.024844 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Request body: {'port': {'device_id': '2167779f-efa1-428a-9841-1863be4d7170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:51.028659 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa2fef-1fe9-4ad3-bc9a-06f6ea3df7f5 None None] Pushing event updated for resources: {'Port': ['ID=2dfe7227-48d6-4a99-9516-ba920a94e223,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:51.070863 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-4fa63796-be44-4e0d-b0c0-a3671b2f1060 None None] Provisioning complete for port 44844b56-2912-46ac-a3c4-665b072ff6da triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:51.071233 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4fa63796-be44-4e0d-b0c0-a3671b2f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:51.121986 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-4fa63796-be44-4e0d-b0c0-a3671b2f1060 None None] Port 44844b56-2912-46ac-a3c4-665b072ff6da cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:57:51.149416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks [] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:51.164007 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f15fe3-6d89-48d6-bdb2-deaf26692743 req-1e610146-5676-46ca-9f1f-6992998a81af tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:51.165603 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f3f15fe3-6d89-48d6-bdb2-deaf26692743 req-1e610146-5676-46ca-9f1f-6992998a81af tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.1136773 Jun 17 08:57:51.176823 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:51.203242 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:51.358804 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:51.364684 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f3f15fe3-6d89-48d6-bdb2-deaf26692743 req-3a4bcfc3-6a51-434c-97a0-b77b5b4bb708 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845415 Jun 17 08:57:51.370480 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:51.382482 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-127f87e2-beb4-4a75-9728-f010344d3745 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821018 Jun 17 08:57:51.441681 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:51.488518 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-a198cd99-0da6-4be7-8333-4e1d4bf67fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:51.490098 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-a198cd99-0da6-4be7-8333-4e1d4bf67fec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 1129 time: 0.0801232 Jun 17 08:57:51.493512 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:51.500876 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:51.545501 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b484c6-ea21-46f3-a38d-8bb9e1318065,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:51.603063 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4df0-0b7c-490e-9e8e-dc9ff20d59ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:51.632617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-62c42ec6-d7bc-493e-8aa1-3ca1aadfdc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:51.634202 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-62c42ec6-d7bc-493e-8aa1-3ca1aadfdc71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 200 len: 919 time: 0.1222904 Jun 17 08:57:51.680951 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-ad3c2b66-231d-4402-8146-8bf1e2f66998 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f04f9926-c78f-453a-92df-f4e826f339e0 HTTP/1.1" status: 200 len: 217 time: 0.0390007 Jun 17 08:57:51.734857 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-d058cd46-5a8d-4fc3-b29c-6ec5518a9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:51.736470 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-d058cd46-5a8d-4fc3-b29c-6ec5518a9f38 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 200 len: 857 time: 0.0493138 Jun 17 08:57:51.800393 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-a9280178-1d91-4a6c-9729-07ab36f33556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:51.802373 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-a9280178-1d91-4a6c-9729-07ab36f33556 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8fa13e99-aed9-4194-a577-7ffc636408e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594680 Jun 17 08:57:51.932103 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-7737e84f-daad-4d32-b002-15394cb61ec0 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217754 Jun 17 08:57:51.972776 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44844b56-2912-46ac-a3c4-665b072ff6da {{(pid=116210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:57:51.997937 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Publish callbacks [] for port (44844b56-2912-46ac-a3c4-665b072ff6da), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.009347 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0076cb-26c0-4530-b8ac-f4afd99a5f19 req-e918cf12-2c44-4094-9558-40f887ceb128 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:52.016668 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3e0076cb-26c0-4530-b8ac-f4afd99a5f19 req-e918cf12-2c44-4094-9558-40f887ceb128 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.1927731 Jun 17 08:57:52.094630 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2dfe7227-48d6-4a99-9516-ba920a94e223 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:52.115232 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d755c3da-3dbf-4610-8993-c26b0cf749ea req-1229e1bf-88ae-4150-82a8-5a0711187d52 service neutron] 10.222.0.83 "GET /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770439 Jun 17 08:57:52.155437 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 2dfe7227-48d6-4a99-9516-ba920a94e223 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:52.156326 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.166383 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a582c6c-15dd-43e5-a704-ee73ab3d371e req-61e89dcd-4a5c-47e8-b865-3f38f54e1e4f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:52.168241 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8a582c6c-15dd-43e5-a704-ee73ab3d371e req-61e89dcd-4a5c-47e8-b865-3f38f54e1e4f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 931 time: 0.0835841 Jun 17 08:57:52.172437 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.provisioning_blocks [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Transition to ACTIVE for port object 44844b56-2912-46ac-a3c4-665b072ff6da will not be triggered until provisioned by entity L2. {{(pid=116210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:57:52.205655 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:52.236000 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks [] for router_gateway (db6b1703-3d37-4197-bdf1-301c57d320e5), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.259800 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 2dfe7227-48d6-4a99-9516-ba920a94e223 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:52.260164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.284428 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.296127 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3e0076cb-26c0-4530-b8ac-f4afd99a5f19 req-2368129b-9ced-4348-935b-08d11bd9e569 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758689 Jun 17 08:57:52.297471 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 2dfe7227-48d6-4a99-9516-ba920a94e223, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2dfe7227-48d6-4a99-9516-ba920a94e223,segment=NetworkSegment(c51cb5ca-1461-4a49-a757-e887ba1cf4f3),segment_id=c51cb5ca-1461-4a49-a757-e887ba1cf4f3)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:52.300530 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3404935-41bf-4d69-a9db-389883be5bb6 None None] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:57:52.309366 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:52.374796 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.375641 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:52.380424 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8a582c6c-15dd-43e5-a704-ee73ab3d371e req-99abc213-249c-4b92-b43f-488d5f569896 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036757 Jun 17 08:57:52.405999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Pushing event updated for resources: {'Port': ['ID=44844b56-2912-46ac-a3c4-665b072ff6da,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:52.447810 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-69610580-7f1b-4aaa-bdf3-a9520a18f5be None None] Provisioning complete for port 2dfe7227-48d6-4a99-9516-ba920a94e223 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:52.449157 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-69610580-7f1b-4aaa-bdf3-a9520a18f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.553618 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:52.582239 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=2dfe7227-48d6-4a99-9516-ba920a94e223,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:52.623423 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:52.623756 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.653167 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a448c8-8754-4e20-a6f4-16764a109d84 req-953e270a-4e72-43a4-a938-00b8c4a80029 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:52.654710 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e4a448c8-8754-4e20-a6f4-16764a109d84 req-953e270a-4e72-43a4-a938-00b8c4a80029 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.1112499 Jun 17 08:57:52.661453 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Attempting to bind port 44844b56-2912-46ac-a3c4-665b072ff6da on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:57:52.661789 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Attempting to bind port 44844b56-2912-46ac-a3c4-665b072ff6da by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:57:52.662114 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Attempting to bind port 44844b56-2912-46ac-a3c4-665b072ff6da on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:52.684654 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Port 44844b56-2912-46ac-a3c4-665b072ff6da on network b5af04e5-5681-4034-bf01-a7f9807128a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:57:52.684966 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Attempting to bind port 44844b56-2912-46ac-a3c4-665b072ff6da on network b5af04e5-5681-4034-bf01-a7f9807128a2 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:52.686604 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:52.703494 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:57:52.703835 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Checking segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:52.704217 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Bound using segment: {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:57:52.704656 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Bound port: 44844b56-2912-46ac-a3c4-665b072ff6da, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891d83c1-07e2-46f4-b4ec-010885cacaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2'}}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:57:52.705160 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.711546 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-69610580-7f1b-4aaa-bdf3-a9520a18f5be None None] Current status of the port 2dfe7227-48d6-4a99-9516-ba920a94e223 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:52.728487 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (db6b1703-3d37-4197-bdf1-301c57d320e5), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.750139 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.773855 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:52.800319 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e4a448c8-8754-4e20-a6f4-16764a109d84 req-7790ca9f-d1c0-4760-b0fe-15faca3d8bcf tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297884 Jun 17 08:57:52.886053 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] For port 44844b56-2912-46ac-a3c4-665b072ff6da, host hv-cinder-79760, cleared binding levels {{(pid=116210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:57:52.890975 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] For port 44844b56-2912-46ac-a3c4-665b072ff6da, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=44844b56-2912-46ac-a3c4-665b072ff6da,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:57:52.957994 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-26e60d28-bf2c-48b9-a0d6-9feffeb2c3bf None None] Provisioning complete for port 2dfe7227-48d6-4a99-9516-ba920a94e223 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:52.958272 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-26e60d28-bf2c-48b9-a0d6-9feffeb2c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:52.995758 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:53.027086 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Router db6b1703-3d37-4197-bdf1-301c57d320e5 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:57:53.031872 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.032523 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:53.034520 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] 10.222.0.83 "PUT /v2.0/ports/44844b56-2912-46ac-a3c4-665b072ff6da HTTP/1.1" status: 200 len: 1093 time: 2.0279417 Jun 17 08:57:53.035042 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:53.037305 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb42af40-db78-450f-9e78-0b96bf31cce6" -d '{"events": [{"name": "network-changed", "server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:53.054780 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-26e60d28-bf2c-48b9-a0d6-9feffeb2c3bf None None] Current status of the port 2dfe7227-48d6-4a99-9516-ba920a94e223 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:53.113047 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffda3c5d-8e04-4bf3-a908-e8fdfbfa34b7 x-openstack-request-id: req-ffda3c5d-8e04-4bf3-a908-e8fdfbfa34b7 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:53.113308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:53.113560 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffda3c5d-8e04-4bf3-a908-e8fdfbfa34b7 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:53.113961 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffda3c5d-8e04-4bf3-a908-e8fdfbfa34b7'] response: {'name': 'network-changed', 'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da', 'status': 'completed', 'code': 200} Jun 17 08:57:53.129329 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b1a1c-2a05-47cd-ab09-d87031c31664 service neutron] Pushing event updated for resources: {'Port': ['ID=44844b56-2912-46ac-a3c4-665b072ff6da,revision_number=3']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:53.161226 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42af40-db78-450f-9e78-0b96bf31cce6 req-9454b9de-e5bd-4914-b1a3-fce69d73ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.162797 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-eb42af40-db78-450f-9e78-0b96bf31cce6 req-9454b9de-e5bd-4914-b1a3-fce69d73ec6e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 1127 time: 0.0432894 Jun 17 08:57:53.233485 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-28279f5f-23b1-4d71-82ab-71bcafa6d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.235030 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-28279f5f-23b1-4d71-82ab-71bcafa6d892 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8&tenant_id=7e69cf14c3c8482fbf95620efe1bee1d HTTP/1.1" status: 200 len: 1128 time: 0.1198955 Jun 17 08:57:53.243556 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:53.259669 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:53.275469 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Sync routers for ids ['db6b1703-3d37-4197-bdf1-301c57d320e5'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:53.281355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42af40-db78-450f-9e78-0b96bf31cce6 req-a5c0fa0d-7107-4a09-a41f-272fe1e2f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.282894 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-eb42af40-db78-450f-9e78-0b96bf31cce6 req-a5c0fa0d-7107-4a09-a41f-272fe1e2f031 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=794e7ebcf5c3436081b8e8d39907b655&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1130414 Jun 17 08:57:53.294994 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Routers {'db6b1703-3d37-4197-bdf1-301c57d320e5'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:53.295715 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['db6b1703-3d37-4197-bdf1-301c57d320e5'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:53.374755 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:53.379192 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-97700e54-c498-4ea3-90a1-d5265aecc962 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5042894 Jun 17 08:57:53.379835 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43656) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:53.406109 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Set router db6b1703-3d37-4197-bdf1-301c57d320e5 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:53.406359 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42af40-db78-450f-9e78-0b96bf31cce6 req-a883d389-dac0-4da2-8915-c025ef26143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.406703 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-eb42af40-db78-450f-9e78-0b96bf31cce6 req-a883d389-dac0-4da2-8915-c025ef26143d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059303 Jun 17 08:57:53.485680 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6d49-ab1c-4e73-9722-cf7475584ccc req-64628530-a044-4a7d-97a6-c9cb33c43651 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.490111 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fbca6d49-ab1c-4e73-9722-cf7475584ccc req-64628530-a044-4a7d-97a6-c9cb33c43651 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.1091697 Jun 17 08:57:53.633170 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:53.640792 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-025e76b5-6f31-4f47-a148-e11fc67723d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.644366 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-025e76b5-6f31-4f47-a148-e11fc67723d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 1127 time: 0.0656691 Jun 17 08:57:53.648070 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:53.704458 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-56f7bd4e-df35-42ed-ae2b-eefd8cc7372c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44844b56-2912-46ac-a3c4-665b072ff6da HTTP/1.1" status: 200 len: 217 time: 0.0479720 Jun 17 08:57:53.712302 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:51Z', 'revision_number': 3, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port': {'id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:53.740171 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Checking router: db6b1703-3d37-4197-bdf1-301c57d320e5 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:53.740517 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Updating router db6b1703-3d37-4197-bdf1-301c57d320e5 port a0b484c6-ea21-46f3-a38d-8bb9e1318065 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:53.765612 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-14eb71ac-a7e5-4d2b-a6e6-9cabd0075d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.767215 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-14eb71ac-a7e5-4d2b-a6e6-9cabd0075d16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0563109 Jun 17 08:57:53.771730 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:53.790413 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:53.928895 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606537e2-6d17-4b00-b4a0-bef0af502964 req-441c001c-723d-4f8b-9635-539b0c80e7f0 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.930440 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-606537e2-6d17-4b00-b4a0-bef0af502964 req-441c001c-723d-4f8b-9635-539b0c80e7f0 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 943 time: 0.4253650 Jun 17 08:57:53.949238 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-7edf3b58-ec2c-43ec-bce5-03022a0a543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:53.950814 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-7edf3b58-ec2c-43ec-bce5-03022a0a543b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1128 time: 0.1256123 Jun 17 08:57:53.957834 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2dfe7227-48d6-4a99-9516-ba920a94e223 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:53.963248 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fbca6d49-ab1c-4e73-9722-cf7475584ccc req-e92773ee-26cb-45ef-becc-1c30183fe21f tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696386 Jun 17 08:57:54.062641 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 2dfe7227-48d6-4a99-9516-ba920a94e223 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:54.063416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.076675 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Publish callbacks [] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.079179 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-9cc93bdf-ba84-437d-8bd7-e2c6c0b36c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:54.086768 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-9cc93bdf-ba84-437d-8bd7-e2c6c0b36c20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1067452 Jun 17 08:57:54.127896 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:54.161122 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-606537e2-6d17-4b00-b4a0-bef0af502964 req-8e883d05-35ce-49e1-9e24-9a68e0a64f37 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202294 Jun 17 08:57:54.162049 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 2dfe7227-48d6-4a99-9516-ba920a94e223 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:54.185516 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.185725 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.206256 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-3e5e8ecc-f8db-4b33-baa0-111ce1aea4a9 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089299 Jun 17 08:57:54.217439 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:54.252914 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dadc54-52ed-4ae5-8707-180f7fc74838 None None] Pushing event updated for resources: {'Port': ['ID=a0b484c6-ea21-46f3-a38d-8bb9e1318065,revision_number=2']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:54.256884 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Attempting to bind port a0b484c6-ea21-46f3-a38d-8bb9e1318065 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:57:54.257251 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Attempting to bind port a0b484c6-ea21-46f3-a38d-8bb9e1318065 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:57:54.257607 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Attempting to bind port a0b484c6-ea21-46f3-a38d-8bb9e1318065 on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:54.260847 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcf156-e3dd-49ce-8b68-b455c1baeebf req-26145ac0-29b0-4deb-9ab7-285f2cd35dfc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:54.263409 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-32fcf156-e3dd-49ce-8b68-b455c1baeebf req-26145ac0-29b0-4deb-9ab7-285f2cd35dfc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.1521466 Jun 17 08:57:54.272115 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:57:54.272784 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:54.273369 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.273977 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:57:54.274656 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Bound port: a0b484c6-ea21-46f3-a38d-8bb9e1318065, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:57:54.275420 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.311123 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-3593d92b-19de-4830-a78d-3c4374cb58b9 req-07f86eb6-dc47-41a3-b28f-ce3c49a56e10 service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988715 Jun 17 08:57:54.331785 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] For port a0b484c6-ea21-46f3-a38d-8bb9e1318065, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:57:54.335311 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] For port a0b484c6-ea21-46f3-a38d-8bb9e1318065, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a0b484c6-ea21-46f3-a38d-8bb9e1318065,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:57:54.335526 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-4bba64e9-e4b9-4777-aa97-c23a6b2ba2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:54.338913 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-4bba64e9-e4b9-4777-aa97-c23a6b2ba2f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 910 time: 0.3292320 Jun 17 08:57:54.430153 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.450956 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-32fcf156-e3dd-49ce-8b68-b455c1baeebf req-5583f3eb-50b0-43e9-b37b-6463127e599b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764042 Jun 17 08:57:54.470752 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:54.479769 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-6c6b1566-ca3f-4745-9954-645de9705ff5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 999 time: 0.1333706 Jun 17 08:57:54.493494 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dadc54-52ed-4ae5-8707-180f7fc74838 None None] Pushing event updated for resources: {'Port': ['ID=a0b484c6-ea21-46f3-a38d-8bb9e1318065,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:54.500358 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Routers {'db6b1703-3d37-4197-bdf1-301c57d320e5'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:54.501054 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['db6b1703-3d37-4197-bdf1-301c57d320e5'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:54.537267 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:54.603039 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] Set router db6b1703-3d37-4197-bdf1-301c57d320e5 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:54.608686 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.703320 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.768741 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Allocated IP 172.20.0.1 (f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7/1dfc03c1-d218-4aa8-bbcd-41d12189eb8f/cd2cda63-2862-4a05-8910-02b2e04925ab) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:54.774437 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:51Z', 'revision_number': 3, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port': {'id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:54.799794 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b83248-6370-49fe-8d5c-58861c416257 None None] The sync data for ids ['db6b1703-3d37-4197-bdf1-301c57d320e5'] in dv-cinder-797608-33-iscsi is: [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:51Z', 'revision_number': 3, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port': {'id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:54.879977 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks [] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.955148 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:54.999399 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:55.002783 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:55.016181 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:57:55.061760 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2cda63-2862-4a05-8910-02b2e04925ab,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:55.084905 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (db6b1703-3d37-4197-bdf1-301c57d320e5), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:55.170159 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2401-e652-4728-96e4-230255903798 req-a13223d6-8424-40e9-a815-cf6f64c48fea tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:55.171771 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b19f2401-e652-4728-96e4-230255903798 req-a13223d6-8424-40e9-a815-cf6f64c48fea tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0881646 Jun 17 08:57:55.202935 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:55.239801 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b19f2401-e652-4728-96e4-230255903798 req-72bf8aa7-fd51-4346-8456-44b5488cb730 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579195 Jun 17 08:57:55.323884 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afd37-00f5-4113-b6a2-8ff6afd81ff9 req-a3b972f6-d255-42e8-a1cb-f52e2ee577ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:55.325395 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1f7afd37-00f5-4113-b6a2-8ff6afd81ff9 req-a3b972f6-d255-42e8-a1cb-f52e2ee577ee tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 943 time: 0.0819590 Jun 17 08:57:55.329233 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d8647e76-1d40-4e37-9efa-4ba0a8b24f35 None None] Provisioning complete for port cd2cda63-2862-4a05-8910-02b2e04925ab triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:55.329721 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d8647e76-1d40-4e37-9efa-4ba0a8b24f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:55.369467 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d8647e76-1d40-4e37-9efa-4ba0a8b24f35 None None] Port cd2cda63-2862-4a05-8910-02b2e04925ab cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:57:55.386771 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:55.414426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-7da57250-92fa-48cd-9285-c1233231c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:55.415987 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-7da57250-92fa-48cd-9285-c1233231c9a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 200 len: 848 time: 0.0767813 Jun 17 08:57:55.425159 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1f7afd37-00f5-4113-b6a2-8ff6afd81ff9 req-f61fdffc-de9a-4b89-8418-0070fb17be9a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934498 Jun 17 08:57:55.488166 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-e32bb4e5-a7f3-4e86-a287-94940df08241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:55.489734 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-e32bb4e5-a7f3-4e86-a287-94940df08241 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7cb290e5-1940-4a89-abd7-919a1f5a901c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636830 Jun 17 08:57:55.505771 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:55.670898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495e874-f061-4615-971a-e788a623949c req-2b7778eb-d389-42a2-aeb5-22dd7de5a4e8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:55.672356 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f495e874-f061-4615-971a-e788a623949c req-2b7778eb-d389-42a2-aeb5-22dd7de5a4e8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.1038923 Jun 17 08:57:55.704746 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-6d5e690a-0d4b-43dc-9bf3-7b3bb73a187b service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080305 Jun 17 08:57:55.842657 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f495e874-f061-4615-971a-e788a623949c req-3cad4dc7-064c-4cdb-991c-fb81e23b1d7d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549845 Jun 17 08:57:55.886981 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks [] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:55.899365 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0349fb5c-26d4-4bab-8bae-a789c3a4ac51 req-881a8233-accc-40d0-b7cb-80a94a246168 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840453 Jun 17 08:57:55.955636 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:55.966857 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a0b484c6-ea21-46f3-a38d-8bb9e1318065 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:55.971511 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 44844b56-2912-46ac-a3c4-665b072ff6da details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:57:56.064238 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2cda63-2862-4a05-8910-02b2e04925ab,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:56.073100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (db6b1703-3d37-4197-bdf1-301c57d320e5), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:56.076794 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:56.153343 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port a0b484c6-ea21-46f3-a38d-8bb9e1318065 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:56.153926 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:56.206148 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:56.230157 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:56.232291 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:56.260643 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 44844b56-2912-46ac-a3c4-665b072ff6da, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=44844b56-2912-46ac-a3c4-665b072ff6da,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:56.311606 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '44844b56-2912-46ac-a3c4-665b072ff6da', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'port_id': '44844b56-2912-46ac-a3c4-665b072ff6da', 'mac_address': 'fa:16:3e:9a:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:57:56.374811 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port a0b484c6-ea21-46f3-a38d-8bb9e1318065 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:56.375640 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:56.406314 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 44844b56-2912-46ac-a3c4-665b072ff6da is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:56.406314 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:56.417972 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003137-0f6e-4666-97b7-f60ba9ef86dd req-cca10537-a1e5-4c20-9106-f2a1fa515190 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:56.419548 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe003137-0f6e-4666-97b7-f60ba9ef86dd req-cca10537-a1e5-4c20-9106-f2a1fa515190 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0574739 Jun 17 08:57:56.419922 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port a0b484c6-ea21-46f3-a38d-8bb9e1318065, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a0b484c6-ea21-46f3-a38d-8bb9e1318065,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:56.424690 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Router db6b1703-3d37-4197-bdf1-301c57d320e5 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:57:56.424911 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44844b56-2912-46ac-a3c4-665b072ff6da {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:57:56.461527 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 44844b56-2912-46ac-a3c4-665b072ff6da, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=44844b56-2912-46ac-a3c4-665b072ff6da,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:56.511905 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:56.521054 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:56.536752 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe003137-0f6e-4666-97b7-f60ba9ef86dd req-bed589f1-be87-4d2d-b38e-766faba90669 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087511 Jun 17 08:57:56.565155 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:56.576289 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=a0b484c6-ea21-46f3-a38d-8bb9e1318065,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:56.596618 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:57:56.602904 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-fbdb0180-e2d3-4f7a-8360-9c6a0a0bfd86 admin admin] 10.222.0.78 "PUT /v2.0/routers/db6b1703-3d37-4197-bdf1-301c57d320e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2209170 Jun 17 08:57:56.613323 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:56.624978 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-a954234a-a6e7-4da6-abbd-72a8d17e72fb None None] Provisioning complete for port cd2cda63-2862-4a05-8910-02b2e04925ab triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:56.625394 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a954234a-a6e7-4da6-abbd-72a8d17e72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:56.654820 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ffdc5-3b40-44b5-9d53-3f8dc093b34c req-bb8bcbbf-9285-4207-93c7-93c43ee8f58f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:56.664037 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-182ffdc5-3b40-44b5-9d53-3f8dc093b34c req-bb8bcbbf-9285-4207-93c7-93c43ee8f58f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 944 time: 0.0576797 Jun 17 08:57:56.667190 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=44844b56-2912-46ac-a3c4-665b072ff6da,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:56.682725 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-a954234a-a6e7-4da6-abbd-72a8d17e72fb None None] Port cd2cda63-2862-4a05-8910-02b2e04925ab cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:57:56.733313 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-182ffdc5-3b40-44b5-9d53-3f8dc093b34c req-61e47f4e-c553-4d59-bc61-120d8fce13f6 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483427 Jun 17 08:57:56.853433 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['44844b56-2912-46ac-a3c4-665b072ff6da'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:57:56.997185 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa0db9-6cfa-4092-af74-30642b4cddfe req-c88dbd17-c83f-41d8-8036-ae951c431997 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:56.998864 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-93fa0db9-6cfa-4092-af74-30642b4cddfe req-c88dbd17-c83f-41d8-8036-ae951c431997 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0674369 Jun 17 08:57:57.016242 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43680) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:57.022123 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926804049', 'description': 'tempest-secgroup-smoke-926804049 description', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:57.065793 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-93fa0db9-6cfa-4092-af74-30642b4cddfe req-f84fcfbb-1d5e-4056-88e4-f4ab6b9902b1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490096 Jun 17 08:57:57.172586 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.257315 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group (46983c26-6513-4b10-9989-9638a98c2dfe), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.266983 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Sync routers for ids ['db6b1703-3d37-4197-bdf1-301c57d320e5'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:57.280287 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Routers {'db6b1703-3d37-4197-bdf1-301c57d320e5'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:57.280928 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['db6b1703-3d37-4197-bdf1-301c57d320e5'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:57.338252 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (46983c26-6513-4b10-9989-9638a98c2dfe), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.369962 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46983c26-6513-4b10-9989-9638a98c2dfe,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:57.377319 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.377664 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.378005 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.378403 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.378673 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.379000 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.379328 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.379681 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.380006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.380333 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.380652 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.380979 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.381306 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.381645 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.381940 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:57.396730 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Set router db6b1703-3d37-4197-bdf1-301c57d320e5 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:57.460193 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.464616 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-8b0951f3-9f8a-4fa3-94d0-c1cb674acc54 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4440751 Jun 17 08:57:57.465029 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43682) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:57.469675 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-533dfbb3-d2c1-4bfd-b3c6-93b1c540518b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'security_group_rule': {'security_group_id': '46983c26-6513-4b10-9989-9638a98c2dfe', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:57.586642 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:55Z', 'revision_number': 4, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port': {'id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'cd2cda63-2862-4a05-8910-02b2e04925ab', 'name': '', 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'mac_address': 'fa:16:3e:c0:69:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1dfc03c1-d218-4aa8-bbcd-41d12189eb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:54Z', 'updated_at': '2022-06-17T08:57:55Z', 'revision_number': 2, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'subnets': [{'id': '1dfc03c1-d218-4aa8-bbcd-41d12189eb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:57.611983 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Checking router: db6b1703-3d37-4197-bdf1-301c57d320e5 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:57.612330 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Updating router db6b1703-3d37-4197-bdf1-301c57d320e5 port cd2cda63-2862-4a05-8910-02b2e04925ab binding host dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:57.644474 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.647084 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:57.654189 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185245-d9ff-4a35-bfd3-a7398e289fc0 req-443518e3-135f-4bf8-8123-81a4be9c653a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:57.655753 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-16185245-d9ff-4a35-bfd3-a7398e289fc0 req-443518e3-135f-4bf8-8123-81a4be9c653a tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0479598 Jun 17 08:57:57.670510 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-533dfbb3-d2c1-4bfd-b3c6-93b1c540518b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (b3288c6e-6353-4cc1-8665-b95b5a3b4318), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.736615 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-16185245-d9ff-4a35-bfd3-a7398e289fc0 req-34396c69-d714-46b0-a740-5470a81637b4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740464 Jun 17 08:57:57.752649 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-533dfbb3-d2c1-4bfd-b3c6-93b1c540518b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (b3288c6e-6353-4cc1-8665-b95b5a3b4318), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.822395 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-533dfbb3-d2c1-4bfd-b3c6-93b1c540518b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (b3288c6e-6353-4cc1-8665-b95b5a3b4318), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.868719 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dfbb3-d2c1-4bfd-b3c6-93b1c540518b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3288c6e-6353-4cc1-8665-b95b5a3b4318,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:57.884610 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7757495-50b7-4ffb-ae5d-2343b2611b3a req-83dea2fe-c201-4274-887c-a432541602c4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:57.887312 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a7757495-50b7-4ffb-ae5d-2343b2611b3a req-83dea2fe-c201-4274-887c-a432541602c4 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 944 time: 0.0760343 Jun 17 08:57:57.900507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:57.942743 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a7757495-50b7-4ffb-ae5d-2343b2611b3a req-9450041a-0080-4a84-8894-516e93d31b5f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506413 Jun 17 08:57:57.946135 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-533dfbb3-d2c1-4bfd-b3c6-93b1c540518b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:57.947259 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-533dfbb3-d2c1-4bfd-b3c6-93b1c540518b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4811056 Jun 17 08:57:57.950020 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43688) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:57.956068 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-58acc0d7-0504-4a4c-817b-5ff48e6a2217 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'security_group_rule': {'security_group_id': '46983c26-6513-4b10-9989-9638a98c2dfe', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:57.985531 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 44844b56-2912-46ac-a3c4-665b072ff6da up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:57.988371 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a0b484c6-ea21-46f3-a38d-8bb9e1318065 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:57:58.043831 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:58.086985 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-58acc0d7-0504-4a4c-817b-5ff48e6a2217 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (a57efc3b-7626-4998-b8a2-19e4d0e0eea1), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.127697 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Publish callbacks [] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), precommit_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.133027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 44844b56-2912-46ac-a3c4-665b072ff6da completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:57:58.141078 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port a0b484c6-ea21-46f3-a38d-8bb9e1318065 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:58.141448 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.161539 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-58acc0d7-0504-4a4c-817b-5ff48e6a2217 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (a57efc3b-7626-4998-b8a2-19e4d0e0eea1), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.195340 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da8b6-0ba8-4ff2-a929-93055ff47cfd req-557332a6-60a2-4dd6-ac3d-62b9793bb27f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:58.196861 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-472da8b6-0ba8-4ff2-a929-93055ff47cfd req-557332a6-60a2-4dd6-ac3d-62b9793bb27f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0546727 Jun 17 08:57:58.220369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port a0b484c6-ea21-46f3-a38d-8bb9e1318065 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:58.246898 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.249081 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-472da8b6-0ba8-4ff2-a929-93055ff47cfd req-246476a2-9c66-4e5d-b484-ca18a916fb1e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464172 Jun 17 08:57:58.304853 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-58acc0d7-0504-4a4c-817b-5ff48e6a2217 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (a57efc3b-7626-4998-b8a2-19e4d0e0eea1), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.305968 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680d0b5-27ba-49ca-b123-d3198d4e4731 None None] Pushing event updated for resources: {'Port': ['ID=cd2cda63-2862-4a05-8910-02b2e04925ab,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:58.309375 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 44844b56-2912-46ac-a3c4-665b072ff6da triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:58.310358 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.327713 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acc0d7-0504-4a4c-817b-5ff48e6a2217 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57efc3b-7626-4998-b8a2-19e4d0e0eea1,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:58.399758 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Attempting to bind port cd2cda63-2862-4a05-8910-02b2e04925ab on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:57:58.400359 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Attempting to bind port cd2cda63-2862-4a05-8910-02b2e04925ab by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:57:58.400473 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Attempting to bind port cd2cda63-2862-4a05-8910-02b2e04925ab on network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:57:58.403613 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-58acc0d7-0504-4a4c-817b-5ff48e6a2217 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.405615 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-58acc0d7-0504-4a4c-817b-5ff48e6a2217 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4544194 Jun 17 08:57:58.408744 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:57:58.409118 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Checking segment: {'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:57:58.409296 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43692) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:58.409517 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.409907 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Bound using segment: {'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:57:58.410381 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Bound port: cd2cda63-2862-4a05-8910-02b2e04925ab, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:57:58.410819 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.414593 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-39d798df-3bb4-4169-9c76-336d8ce58df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'security_group_rule': {'security_group_id': '46983c26-6513-4b10-9989-9638a98c2dfe', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:58.423376 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:58.498029 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 44844b56-2912-46ac-a3c4-665b072ff6da is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:58.498029 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.514688 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39d798df-3bb4-4169-9c76-336d8ce58df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (375c5a01-f7f3-4a77-bc6f-b68d50c23a71), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.531833 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] For port cd2cda63-2862-4a05-8910-02b2e04925ab, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:57:58.551622 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d8234199-358e-46ec-b32f-f67afc48e4bf None None] Provisioning complete for port cd2cda63-2862-4a05-8910-02b2e04925ab triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:58.551911 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d8234199-358e-46ec-b32f-f67afc48e4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.558489 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] For port cd2cda63-2862-4a05-8910-02b2e04925ab, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=cd2cda63-2862-4a05-8910-02b2e04925ab,segment=NetworkSegment(c51cb5ca-1461-4a49-a757-e887ba1cf4f3),segment_id=c51cb5ca-1461-4a49-a757-e887ba1cf4f3)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:57:58.559781 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:57:58.562000 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864589a0-03d8-4976-96c9-91057a064ff1" -d '{"events": [{"server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "name": "network-vif-plugged", "status": "completed", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:58.565797 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:58.576692 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39d798df-3bb4-4169-9c76-336d8ce58df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (375c5a01-f7f3-4a77-bc6f-b68d50c23a71), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.602199 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 44844b56-2912-46ac-a3c4-665b072ff6da, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=44844b56-2912-46ac-a3c4-665b072ff6da,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:58.603487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e1262c-8daa-4fde-abba-1ea37bac0d45 x-openstack-request-id: req-56e1262c-8daa-4fde-abba-1ea37bac0d45 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:58.603770 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "name": "network-vif-plugged", "status": "completed", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:58.604020 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56e1262c-8daa-4fde-abba-1ea37bac0d45 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:58.604471 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e1262c-8daa-4fde-abba-1ea37bac0d45'] response: {'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da', 'code': 200} Jun 17 08:57:58.616399 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d8234199-358e-46ec-b32f-f67afc48e4bf None None] Port cd2cda63-2862-4a05-8910-02b2e04925ab cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:57:58.641281 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.705833 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39d798df-3bb4-4169-9c76-336d8ce58df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (375c5a01-f7f3-4a77-bc6f-b68d50c23a71), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.707543 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.709741 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680d0b5-27ba-49ca-b123-d3198d4e4731 None None] Pushing event updated for resources: {'Port': ['ID=cd2cda63-2862-4a05-8910-02b2e04925ab,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:58.713237 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Routers {'db6b1703-3d37-4197-bdf1-301c57d320e5'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:57:58.713389 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['db6b1703-3d37-4197-bdf1-301c57d320e5'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:58.735535 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d798df-3bb4-4169-9c76-336d8ce58df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375c5a01-f7f3-4a77-bc6f-b68d50c23a71,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:58.809597 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39d798df-3bb4-4169-9c76-336d8ce58df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.810986 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-39d798df-3bb4-4169-9c76-336d8ce58df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007931 Jun 17 08:57:58.813946 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43698) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:58.820981 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-9f50a019-d24b-4d19-84ab-f6c424846c90 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'security_group_rule': {'security_group_id': '46983c26-6513-4b10-9989-9638a98c2dfe', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:58.855906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=44844b56-2912-46ac-a3c4-665b072ff6da,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:58.879199 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f761-e392-4e5d-b99c-9a06ada216d5 req-d378eaaa-988f-42f4-bfca-51c488d2906c tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:58.881425 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d3e2f761-e392-4e5d-b99c-9a06ada216d5 req-d378eaaa-988f-42f4-bfca-51c488d2906c tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0571592 Jun 17 08:57:58.891424 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] Set router db6b1703-3d37-4197-bdf1-301c57d320e5 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:57:58.925210 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9f50a019-d24b-4d19-84ab-f6c424846c90 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (a2e63d24-b391-4dab-b4a1-ef1fb84266aa), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.946289 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-6dec1e65-eb65-4599-8bbb-a660b0b3f00c None None] Provisioning complete for port cd2cda63-2862-4a05-8910-02b2e04925ab triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:57:58.946666 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6dec1e65-eb65-4599-8bbb-a660b0b3f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:58.969853 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590bd9-e388-4b7d-9a93-49d5e6135521 req-2d16995b-f2b0-4130-8429-a40ea21a2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:58.978673 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-33590bd9-e388-4b7d-9a93-49d5e6135521 req-2d16995b-f2b0-4130-8429-a40ea21a2249 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 1129 time: 0.0619874 Jun 17 08:57:58.978673 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d3e2f761-e392-4e5d-b99c-9a06ada216d5 req-a522283e-358e-479a-8245-41c8319ac235 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894096 Jun 17 08:57:59.002585 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9f50a019-d24b-4d19-84ab-f6c424846c90 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (a2e63d24-b391-4dab-b4a1-ef1fb84266aa), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.031764 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-33590bd9-e388-4b7d-9a93-49d5e6135521 req-c8fc60df-5400-494c-b134-b72f32f92965 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Jun 17 08:57:59.079261 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:59.086133 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d8ac4-6709-4e6a-9328-345c4d8fecca req-1788c966-35ec-4451-a127-337012e4f36a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:59.087706 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b71d8ac4-6709-4e6a-9328-345c4d8fecca req-1788c966-35ec-4451-a127-337012e4f36a tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.0471621 Jun 17 08:57:59.126809 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9f50a019-d24b-4d19-84ab-f6c424846c90 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (a2e63d24-b391-4dab-b4a1-ef1fb84266aa), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.140460 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b71d8ac4-6709-4e6a-9328-345c4d8fecca req-b9efb3e5-6320-42fa-bd1b-dba584bdd81c tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470142 Jun 17 08:57:59.153351 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50a019-d24b-4d19-84ab-f6c424846c90 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e63d24-b391-4dab-b4a1-ef1fb84266aa,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:59.156515 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-6dec1e65-eb65-4599-8bbb-a660b0b3f00c None None] Current status of the port cd2cda63-2862-4a05-8910-02b2e04925ab is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:57:59.156906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6dec1e65-eb65-4599-8bbb-a660b0b3f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.222703 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:55Z', 'revision_number': 4, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port': {'id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'cd2cda63-2862-4a05-8910-02b2e04925ab', 'name': '', 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'mac_address': 'fa:16:3e:c0:69:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1dfc03c1-d218-4aa8-bbcd-41d12189eb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:54Z', 'updated_at': '2022-06-17T08:57:58Z', 'revision_number': 4, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'subnets': [{'id': '1dfc03c1-d218-4aa8-bbcd-41d12189eb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:59.225721 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9f50a019-d24b-4d19-84ab-f6c424846c90 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.227239 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9f50a019-d24b-4d19-84ab-f6c424846c90 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4114749 Jun 17 08:57:59.229927 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43702) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:59.234328 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'security_group_rule': {'security_group_id': '46983c26-6513-4b10-9989-9638a98c2dfe', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:59.249969 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-6dec1e65-eb65-4599-8bbb-a660b0b3f00c None None] For port cd2cda63-2862-4a05-8910-02b2e04925ab, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=cd2cda63-2862-4a05-8910-02b2e04925ab,segment=NetworkSegment(c51cb5ca-1461-4a49-a757-e887ba1cf4f3),segment_id=c51cb5ca-1461-4a49-a757-e887ba1cf4f3)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:57:59.253081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba7f20-ddca-4c57-ae86-de494ba7d8dd None None] The sync data for ids ['db6b1703-3d37-4197-bdf1-301c57d320e5'] in dv-cinder-797608-33-iscsi is: [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:55Z', 'revision_number': 4, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port': {'id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'cd2cda63-2862-4a05-8910-02b2e04925ab', 'name': '', 'network_id': 'f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'mac_address': 'fa:16:3e:c0:69:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1dfc03c1-d218-4aa8-bbcd-41d12189eb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:54Z', 'updated_at': '2022-06-17T08:57:58Z', 'revision_number': 4, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'subnets': [{'id': '1dfc03c1-d218-4aa8-bbcd-41d12189eb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:59.361109 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6dec1e65-eb65-4599-8bbb-a660b0b3f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.363016 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.securitygroups_db [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Project 4c3ecf1efb8748a0af09e501e2b9d81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:57:59.373117 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (3b0c5347-0afc-4343-921c-ac0ff03edbda), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.392116 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:59.399216 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:57:59.420342 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96c50a-4875-4de3-9ef8-01496a5ac51b req-e0d3ba7a-8da4-4b5c-a835-7c5d5fb63ae1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:57:59.421869 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1a96c50a-4875-4de3-9ef8-01496a5ac51b req-e0d3ba7a-8da4-4b5c-a835-7c5d5fb63ae1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0801005 Jun 17 08:57:59.433528 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec1e65-eb65-4599-8bbb-a660b0b3f00c None None] Pushing event updated for resources: {'Port': ['ID=cd2cda63-2862-4a05-8910-02b2e04925ab,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:59.451109 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (3b0c5347-0afc-4343-921c-ac0ff03edbda), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.491714 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1a96c50a-4875-4de3-9ef8-01496a5ac51b req-43323daf-94be-4c0a-9ad7-4470699fc0d4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514753 Jun 17 08:57:59.554943 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (3b0c5347-0afc-4343-921c-ac0ff03edbda), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.576959 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0c5347-0afc-4343-921c-ac0ff03edbda,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:59.665781 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.667145 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2c7c30cb-2004-4658-ba48-fb2db8659966 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362521 Jun 17 08:57:59.670051 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 43706) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:57:59.675626 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'security_group_rule': {'security_group_id': '46983c26-6513-4b10-9989-9638a98c2dfe', 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:57:59.738747 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.securitygroups_db [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Project 4c3ecf1efb8748a0af09e501e2b9d81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:57:59.746570 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (f6e95a04-7c1f-4275-9e46-b87da7bc17c8), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.818309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (f6e95a04-7c1f-4275-9e46-b87da7bc17c8), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.892028 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (f6e95a04-7c1f-4275-9e46-b87da7bc17c8), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:57:59.911006 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e95a04-7c1f-4275-9e46-b87da7bc17c8,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:59.964795 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device cd2cda63-2862-4a05-8910-02b2e04925ab up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:58:00.009711 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port cd2cda63-2862-4a05-8910-02b2e04925ab triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:58:00.010075 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:00.014319 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:00.025917 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-bc7a2729-c7c3-40aa-8d04-1cc2450c209d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3528397 Jun 17 08:58:00.092402 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port cd2cda63-2862-4a05-8910-02b2e04925ab is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:00.108582 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e307c7-6ba8-473f-8e5c-b0c35f3b8d91 req-97c0b14b-bc1c-4af7-af42-8ecab19ff8fc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:00.110549 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a9e307c7-6ba8-473f-8e5c-b0c35f3b8d91 req-97c0b14b-bc1c-4af7-af42-8ecab19ff8fc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0527365 Jun 17 08:58:00.171750 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a9e307c7-6ba8-473f-8e5c-b0c35f3b8d91 req-7fab0089-d1af-42c1-88f0-948946a6a1c6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536864 Jun 17 08:58:00.538396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769c6cc-0c1f-40b5-bfce-9ad0b684f4af req-7d64f70a-afe9-4e2c-8fcb-c06de211fc4e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:00.540045 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0769c6cc-0c1f-40b5-bfce-9ad0b684f4af req-7d64f70a-afe9-4e2c-8fcb-c06de211fc4e tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.3213563 Jun 17 08:58:00.619589 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0769c6cc-0c1f-40b5-bfce-9ad0b684f4af req-18afd461-7906-414c-b8ed-3c11610eda22 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734990 Jun 17 08:58:00.634060 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e7774-6c67-4de0-97db-a71bef2cb268 req-93bd3c11-1618-4231-9311-f5d4e91ecaea tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:00.635604 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-773e7774-6c67-4de0-97db-a71bef2cb268 req-93bd3c11-1618-4231-9311-f5d4e91ecaea tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0623500 Jun 17 08:58:00.688021 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-773e7774-6c67-4de0-97db-a71bef2cb268 req-39b0d115-d84a-43c4-b2aa-532a9f8ac837 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464735 Jun 17 08:58:01.286959 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918b11b-8fb5-44dd-b48a-9440f2032a3d req-bca18093-27ff-45d9-bb62-087890a081f6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:01.288506 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a918b11b-8fb5-44dd-b48a-9440f2032a3d req-bca18093-27ff-45d9-bb62-087890a081f6 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0474434 Jun 17 08:58:01.338400 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a918b11b-8fb5-44dd-b48a-9440f2032a3d req-c49ffbb6-1988-430b-ae3d-36b7413421e7 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439913 Jun 17 08:58:01.749431 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da91f3e-8acf-43f9-8af2-b8e8bb28210e req-085936f2-5684-4591-8642-f2bcab6f0b8b tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:01.751143 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8da91f3e-8acf-43f9-8af2-b8e8bb28210e req-085936f2-5684-4591-8642-f2bcab6f0b8b tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.0573883 Jun 17 08:58:01.819960 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:01.848848 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc59eef-889a-4c53-916a-20d781253037 req-8e800a73-ddf7-4375-a9d2-b11c006be037 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:01.850708 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bcc59eef-889a-4c53-916a-20d781253037 req-8e800a73-ddf7-4375-a9d2-b11c006be037 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0784891 Jun 17 08:58:01.857613 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8da91f3e-8acf-43f9-8af2-b8e8bb28210e req-bb435c7c-f3db-438e-af88-0908c298e4a8 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006641 Jun 17 08:58:01.907627 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bcc59eef-889a-4c53-916a-20d781253037 req-d737233e-56e5-4ffc-b819-a4b39a4d0528 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488794 Jun 17 08:58:01.976249 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8ef7c-f7ad-44f3-aa04-74c26792f1e5 req-73664b5d-3635-4b54-b869-67e440dbdd43 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:01.977762 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bae8ef7c-f7ad-44f3-aa04-74c26792f1e5 req-73664b5d-3635-4b54-b869-67e440dbdd43 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.0523448 Jun 17 08:58:01.990187 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 43780) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:01.995783 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Request body: {'floatingip': {'port_id': '44844b56-2912-46ac-a3c4-665b072ff6da'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:58:01.999791 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:58:02.037499 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (f26ce11d-2a89-41ac-8efc-db8b26648f7f), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:02.120209 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:02.134129 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'port_id': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'mac_address': 'fa:16:3e:97:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:58:02.147905 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:02.182760 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 02d2e50f-49e7-4067-86ed-da24c07d5aea is: ACTIVE; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:02.183147 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:02.197242 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02d2e50f-49e7-4067-86ed-da24c07d5aea {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:58:02.218803 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:02.251884 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:02.274888 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:02.328588 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=6']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:02.412871 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['02d2e50f-49e7-4067-86ed-da24c07d5aea'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:58:02.467604 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baea0e-c66d-4ab1-b638-92449afe9cb5 req-9b11765d-8d53-4c96-9361-c4414bf394fb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:02.475808 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-64baea0e-c66d-4ab1-b638-92449afe9cb5 req-9b11765d-8d53-4c96-9361-c4414bf394fb tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0569181 Jun 17 08:58:02.524251 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-64baea0e-c66d-4ab1-b638-92449afe9cb5 req-b4ba65d0-c0e7-4975-9d4e-0dc8f9dde995 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Jun 17 08:58:02.530496 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:02.601532 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (f26ce11d-2a89-41ac-8efc-db8b26648f7f), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:02.698343 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP f26ce11d-2a89-41ac-8efc-db8b26648f7f associated. External IP: 172.27.0.139, port: 44844b56-2912-46ac-a3c4-665b072ff6da. Jun 17 08:58:02.899395 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:58:03.012252 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:58:03.017201 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:03.023559 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:03.035585 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:03.036534 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:03.038210 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b485c2-eaf3-40df-99dc-d99193389f26 req-ad571cc3-7ac6-4a58-b7d4-419bb8addf4b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:03.040688 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-09b485c2-eaf3-40df-99dc-d99193389f26 req-ad571cc3-7ac6-4a58-b7d4-419bb8addf4b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 944 time: 0.0536220 Jun 17 08:58:03.050954 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0ea98324-b71a-4fce-b249-3a3b99c3d398 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "PUT /v2.0/floatingips/f26ce11d-2a89-41ac-8efc-db8b26648f7f HTTP/1.1" status: 200 len: 991 time: 1.0571849 Jun 17 08:58:03.050954 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:03.052917 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23" -d '{"events": [{"name": "network-changed", "server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:03.093175 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-09b485c2-eaf3-40df-99dc-d99193389f26 req-6d0729e0-2355-4a2f-b12f-46251e1c34c1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476384 Jun 17 08:58:03.149754 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:03.157656 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a50a3-f925-4fc7-9aa8-12f2b9b74815 x-openstack-request-id: req-f54a50a3-f925-4fc7-9aa8-12f2b9b74815 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:03.158583 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:03.158929 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f54a50a3-f925-4fc7-9aa8-12f2b9b74815 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:03.159552 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54a50a3-f925-4fc7-9aa8-12f2b9b74815'] response: {'name': 'network-changed', 'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da', 'status': 'completed', 'code': 200} Jun 17 08:58:03.235655 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-da5171db-744b-4e7a-8498-e8c1eda18c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:03.237994 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-da5171db-744b-4e7a-8498-e8c1eda18c38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=794e7ebcf5c3436081b8e8d39907b655&device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 1129 time: 0.0411124 Jun 17 08:58:03.318513 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:03.352381 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-04e5927d-6e00-4aa4-ab91-da40d89afac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:03.354129 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-04e5927d-6e00-4aa4-ab91-da40d89afac8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 200 len: 915 time: 0.1083636 Jun 17 08:58:03.385876 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'f26ce11d-2a89-41ac-8efc-db8b26648f7f', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '44844b56-2912-46ac-a3c4-665b072ff6da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:9a:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2167779f-efa1-428a-9841-1863be4d7170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:57:43Z', 'updated_at': '2022-06-17T08:58:02Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:03.412786 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:03.420008 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:03.422146 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:03.422773 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:03.444589 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-a74521dd-de06-4e59-b84a-7410c27be7ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44844b56-2912-46ac-a3c4-665b072ff6da HTTP/1.1" status: 200 len: 999 time: 0.0598307 Jun 17 08:58:03.496030 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-40a4ca6c-d86d-4822-a16b-c909dc75938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:03.497490 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-40a4ca6c-d86d-4822-a16b-c909dc75938c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 200 len: 853 time: 0.0463271 Jun 17 08:58:03.534969 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:03.563532 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-49519664-7375-4e33-8093-189bd1e61712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:03.566535 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-49519664-7375-4e33-8093-189bd1e61712 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5af04e5-5681-4034-bf01-a7f9807128a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0622513 Jun 17 08:58:03.705780 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e10959-b409-4c18-86fe-e1996583b117 req-16f149ef-c98f-43da-b222-e1b45b3e9ad4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:03.707146 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-82e10959-b409-4c18-86fe-e1996583b117 req-16f149ef-c98f-43da-b222-e1b45b3e9ad4 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 944 time: 0.0707662 Jun 17 08:58:03.713515 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-abe2c32d-f701-49d2-86b1-f4c5af59602c service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403069 Jun 17 08:58:03.845870 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-82e10959-b409-4c18-86fe-e1996583b117 req-bc667141-0b31-4efa-94d6-6bc00f590ac3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313622 Jun 17 08:58:03.885341 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ea3fa5d-9385-4ba8-81bf-e31db3d56b23 req-4eada306-f1af-4b53-9360-dcd9d31ac72c service neutron] 10.222.0.83 "GET /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553359 Jun 17 08:58:03.886915 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:03.888342 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'f26ce11d-2a89-41ac-8efc-db8b26648f7f', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '44844b56-2912-46ac-a3c4-665b072ff6da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:9a:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2167779f-efa1-428a-9841-1863be4d7170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:57:43Z', 'updated_at': '2022-06-17T08:58:02Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:03.916551 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a94771-2c71-4abb-b492-4ddda3679af3 None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'f26ce11d-2a89-41ac-8efc-db8b26648f7f', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'port_id': '44844b56-2912-46ac-a3c4-665b072ff6da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'mac_address': 'fa:16:3e:9a:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2167779f-efa1-428a-9841-1863be4d7170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:57:43Z', 'updated_at': '2022-06-17T08:58:02Z', 'revision_number': 1, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:04.008373 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 3b983d08-82e5-4031-8c13-d190ca57fc87 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:58:04.014595 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:58:04.185973 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:04.281795 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adbb75-2467-4002-b6f9-59895c54bd82 req-61c17bf0-dc65-443b-b304-e75e3b6c5c23 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:04.290612 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c1adbb75-2467-4002-b6f9-59895c54bd82 req-61c17bf0-dc65-443b-b304-e75e3b6c5c23 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 944 time: 0.0828068 Jun 17 08:58:04.352416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:04.354562 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'port_id': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'mac_address': 'fa:16:3e:ba:59:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:58:04.359589 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9eecd8-bebb-4cd4-a95b-eb9b11d9dd57 None None] New status for floating IP f26ce11d-2a89-41ac-8efc-db8b26648f7f: ACTIVE {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:58:04.364114 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 02d2e50f-49e7-4067-86ed-da24c07d5aea triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:58:04.370100 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:04.376527 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c1adbb75-2467-4002-b6f9-59895c54bd82 req-3ce909c2-15bb-40b3-b351-35602a2d76d5 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792418 Jun 17 08:58:04.398875 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:04.543562 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 3b983d08-82e5-4031-8c13-d190ca57fc87 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:04.544225 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:04.640982 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b983d08-82e5-4031-8c13-d190ca57fc87 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:58:04.670206 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 02d2e50f-49e7-4067-86ed-da24c07d5aea is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:04.670928 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:04.681509 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:04.711090 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:04.713939 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb78ead-92bc-4ead-9b1e-3ff610bcd405" -d '{"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-plugged", "status": "completed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:04.735082 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:04.792574 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b27f21-87a5-410c-b3bc-035189d2bfe5 x-openstack-request-id: req-b0b27f21-87a5-410c-b3bc-035189d2bfe5 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:04.793168 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-plugged", "status": "completed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:04.793690 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0b27f21-87a5-410c-b3bc-035189d2bfe5 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:04.794313 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b27f21-87a5-410c-b3bc-035189d2bfe5'] response: {'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'code': 200} Jun 17 08:58:04.795794 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:04.832778 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:04.855587 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=7']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:04.915524 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=7']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:05.009507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea5e3-3282-4617-8678-ee36772e5988 req-74e0aa69-8d12-44f8-8f18-d7102eaab335 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:05.011189 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0acea5e3-3282-4617-8678-ee36772e5988 req-74e0aa69-8d12-44f8-8f18-d7102eaab335 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 945 time: 0.0565250 Jun 17 08:58:05.078655 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0acea5e3-3282-4617-8678-ee36772e5988 req-925576bb-1362-4f5b-a22a-7b60fbc07f53 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601242 Jun 17 08:58:05.122826 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['3b983d08-82e5-4031-8c13-d190ca57fc87'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:58:05.545622 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673a60e-bca5-410c-aae8-a00bde3b61a8 req-6fd56493-c6f8-4f93-8015-6403fa7a86ca tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:05.547298 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2673a60e-bca5-410c-aae8-a00bde3b61a8 req-6fd56493-c6f8-4f93-8015-6403fa7a86ca tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0596595 Jun 17 08:58:05.617400 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2673a60e-bca5-410c-aae8-a00bde3b61a8 req-e7d63884-5ed3-4851-9907-314d75b4e6c3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624120 Jun 17 08:58:06.190790 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 3b983d08-82e5-4031-8c13-d190ca57fc87 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:58:06.235923 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:06.245609 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76d221-dd40-467b-ae31-e99ab2abef8a req-715bc34b-163c-454b-9bba-664ac4289748 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:06.247622 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6d76d221-dd40-467b-ae31-e99ab2abef8a req-715bc34b-163c-454b-9bba-664ac4289748 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 945 time: 0.0622768 Jun 17 08:58:06.256578 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 3b983d08-82e5-4031-8c13-d190ca57fc87 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:58:06.257242 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:06.259880 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:06.337994 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6d76d221-dd40-467b-ae31-e99ab2abef8a req-19d1cb04-9b76-4b0b-a32c-2f2307fcbf74 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835624 Jun 17 08:58:06.361501 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:06.368887 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 3b983d08-82e5-4031-8c13-d190ca57fc87 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:06.369349 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:06.413977 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:06.491669 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:06.549068 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=8']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:06.781968 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a43fd-08fc-4774-b0cd-7cc9bc368bf9 req-8d69284a-69df-49de-a0aa-2cfe12152609 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:06.783566 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea6a43fd-08fc-4774-b0cd-7cc9bc368bf9 req-8d69284a-69df-49de-a0aa-2cfe12152609 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0696290 Jun 17 08:58:06.795969 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:06.798978 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd996344-4225-453f-9147-7f07c9c1ce79" -d '{"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-plugged", "status": "completed", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:06.847901 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cd4f56-2f7c-4717-aef8-aca9d70bbec1 x-openstack-request-id: req-78cd4f56-2f7c-4717-aef8-aca9d70bbec1 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:06.848511 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-plugged", "status": "completed", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:06.848999 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78cd4f56-2f7c-4717-aef8-aca9d70bbec1 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:06.849750 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cd4f56-2f7c-4717-aef8-aca9d70bbec1'] response: {'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'code': 200} Jun 17 08:58:06.853253 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea6a43fd-08fc-4774-b0cd-7cc9bc368bf9 req-8662bcab-6b88-4f5a-b948-ae6a1eaab248 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638924 Jun 17 08:58:07.460001 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485679-fb13-45d2-8182-3fc7735dd544 req-027dddd0-4d9e-4901-82bf-fabc736b3f1b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:07.460001 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bb485679-fb13-45d2-8182-3fc7735dd544 req-027dddd0-4d9e-4901-82bf-fabc736b3f1b tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0516722 Jun 17 08:58:07.476972 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:07.515636 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bb485679-fb13-45d2-8182-3fc7735dd544 req-b5bd64d2-f86b-41a3-901d-a3c600695370 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528240 Jun 17 08:58:07.677401 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966924ad-6dc5-4bc5-a70a-9bfec0f3e3b1 req-c952077d-410e-4d6e-a474-a143bdb65d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:07.678823 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-966924ad-6dc5-4bc5-a70a-9bfec0f3e3b1 req-c952077d-410e-4d6e-a474-a143bdb65d45 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1130 time: 0.0426517 Jun 17 08:58:07.726366 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-966924ad-6dc5-4bc5-a70a-9bfec0f3e3b1 req-8897a807-4ad1-4e00-bd83-ec5d2409f9e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Jun 17 08:58:08.170883 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f6101-d650-4a16-ba48-ca5b6d897e75 req-48b12bf4-e719-4727-9a4c-2e8b844f8cb1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:08.172458 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0f2f6101-d650-4a16-ba48-ca5b6d897e75 req-48b12bf4-e719-4727-9a4c-2e8b844f8cb1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0571628 Jun 17 08:58:08.241650 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0f2f6101-d650-4a16-ba48-ca5b6d897e75 req-f1c9bc26-8022-4f29-9ea3-6214e9a8a0d4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631118 Jun 17 08:58:08.649704 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfd4e0-5c75-4507-a3e7-88b264d46fb5 req-c6644e64-4624-4b81-b34a-6e2a581b7966 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:08.651395 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5adfd4e0-5c75-4507-a3e7-88b264d46fb5 req-c6644e64-4624-4b81-b34a-6e2a581b7966 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0515680 Jun 17 08:58:08.708889 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5adfd4e0-5c75-4507-a3e7-88b264d46fb5 req-e371a572-251c-4691-a021-368008281a82 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517414 Jun 17 08:58:09.383990 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af219c-e848-4c0a-ae78-9c0a4f4d716b req-9560822d-b904-4e9a-9795-77c70baf5fc8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:09.394331 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c2af219c-e848-4c0a-ae78-9c0a4f4d716b req-9560822d-b904-4e9a-9795-77c70baf5fc8 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0661330 Jun 17 08:58:09.457769 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c2af219c-e848-4c0a-ae78-9c0a4f4d716b req-1dc1724c-af02-4530-9eda-412b7b14d647 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624776 Jun 17 08:58:09.873367 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e765-bee7-41cc-94b5-fb2d5d9b0d0a req-f0f60743-d993-440f-bd3c-25af987cb181 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:09.892272 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dce8e765-bee7-41cc-94b5-fb2d5d9b0d0a req-f0f60743-d993-440f-bd3c-25af987cb181 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0804298 Jun 17 08:58:09.964566 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dce8e765-bee7-41cc-94b5-fb2d5d9b0d0a req-088d4409-d707-4386-b5ff-abccc7f25775 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712705 Jun 17 08:58:10.589604 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0a55-c817-4630-859f-077dbb63a65b req-ac511289-51e8-4d9b-a2e3-865247a8617e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:10.591117 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ace0a55-c817-4630-859f-077dbb63a65b req-ac511289-51e8-4d9b-a2e3-865247a8617e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0509067 Jun 17 08:58:10.652511 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0ace0a55-c817-4630-859f-077dbb63a65b req-b49f7c6c-127f-438e-8a1c-aef75ffda01e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544934 Jun 17 08:58:11.090682 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689ac0-f8ac-4bcb-8ed2-b517d8fdd147 req-126d57a4-4a42-4cb4-9d9d-9c5a3437a197 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:11.093145 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-92689ac0-f8ac-4bcb-8ed2-b517d8fdd147 req-126d57a4-4a42-4cb4-9d9d-9c5a3437a197 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0531158 Jun 17 08:58:11.163818 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-92689ac0-f8ac-4bcb-8ed2-b517d8fdd147 req-beb1be44-9c02-4d73-b0f2-b40dde0e44fc tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628493 Jun 17 08:58:11.812069 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa8349-7dbc-4447-8cca-96a1e1bc9fac req-4d602631-a38f-449c-aa97-9aa63f24bee7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:11.817976 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-01aa8349-7dbc-4447-8cca-96a1e1bc9fac req-4d602631-a38f-449c-aa97-9aa63f24bee7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0579865 Jun 17 08:58:11.851021 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:11.895575 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-01aa8349-7dbc-4447-8cca-96a1e1bc9fac req-b42a5d81-43c8-49eb-bab8-f29af508b802 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703838 Jun 17 08:58:13.024601 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca46b-5896-4555-801f-4fb4500590ae req-9f5dcd0b-4966-40ee-bda0-b620b9feb201 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:13.027097 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a83ca46b-5896-4555-801f-4fb4500590ae req-9f5dcd0b-4966-40ee-bda0-b620b9feb201 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0493455 Jun 17 08:58:13.043993 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:13.044916 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=53 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:13.084154 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a83ca46b-5896-4555-801f-4fb4500590ae req-e6959829-d287-4d8e-8c6f-db40acc8c475 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516741 Jun 17 08:58:13.999119 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee0bc-b8d4-4507-aa8f-bf1a448ea20a req-f6b5c37d-b97b-42d4-a9d2-f61acc8e94df tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:13.999119 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-41cee0bc-b8d4-4507-aa8f-bf1a448ea20a req-f6b5c37d-b97b-42d4-a9d2-f61acc8e94df tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0492444 Jun 17 08:58:13.999119 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-41cee0bc-b8d4-4507-aa8f-bf1a448ea20a req-643b36cd-0616-45f7-ae57-2bf6435d5103 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491498 Jun 17 08:58:14.206404 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00366b70-1cc4-4695-8a57-b96967fc7c32 req-b3f80b90-dc78-42e3-8ee5-47183c29c048 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:14.207941 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-00366b70-1cc4-4695-8a57-b96967fc7c32 req-b3f80b90-dc78-42e3-8ee5-47183c29c048 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0478194 Jun 17 08:58:14.257968 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-00366b70-1cc4-4695-8a57-b96967fc7c32 req-ec0eb2fa-11c5-4d15-9e44-11441694a45a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Jun 17 08:58:15.141623 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290c2e-dd4a-418a-9565-0d6a5b6e42d6 req-83bcb4b8-00ce-40e3-b6ae-8ecae1ef70cc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:15.143613 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-41290c2e-dd4a-418a-9565-0d6a5b6e42d6 req-83bcb4b8-00ce-40e3-b6ae-8ecae1ef70cc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0533233 Jun 17 08:58:15.158067 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:15.196329 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-41290c2e-dd4a-418a-9565-0d6a5b6e42d6 req-428d4fb7-a9ca-41a4-9370-7ed26bf2a591 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466776 Jun 17 08:58:15.384382 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415d346-0a02-4de1-8fb6-ca2790ed3c8a req-06cff6a1-1693-488b-bdbb-cbaa14a2c65b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:15.385868 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b415d346-0a02-4de1-8fb6-ca2790ed3c8a req-06cff6a1-1693-488b-bdbb-cbaa14a2c65b tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0468323 Jun 17 08:58:15.434585 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b415d346-0a02-4de1-8fb6-ca2790ed3c8a req-ea0054fb-4dfe-44ec-b71a-0cef296dbe80 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429559 Jun 17 08:58:16.316358 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfe0a2-a890-4401-9e98-7fba20c471b3 req-d747f311-213a-46c9-b323-69ba74438e3d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:16.318016 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ddfe0a2-a890-4401-9e98-7fba20c471b3 req-d747f311-213a-46c9-b323-69ba74438e3d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0535121 Jun 17 08:58:16.367132 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ddfe0a2-a890-4401-9e98-7fba20c471b3 req-fb3b12e2-1022-493c-8abd-45e0dae50cf9 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430841 Jun 17 08:58:16.546242 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:16.553933 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ce65a-8f7d-4b48-8080-19216a8305b6 req-75565df9-586e-43e8-8472-edae4c1e0dbe tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:16.555441 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-913ce65a-8f7d-4b48-8080-19216a8305b6 req-75565df9-586e-43e8-8472-edae4c1e0dbe tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0464072 Jun 17 08:58:16.604499 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-913ce65a-8f7d-4b48-8080-19216a8305b6 req-b592c684-2f2e-4b1d-93e8-bc0d2f6ca725 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Jun 17 08:58:17.151600 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=35 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:17.152380 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=12 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:17.490623 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697e810-0d04-4916-b19d-63bc710617a8 req-d218cab2-4539-4209-9be3-dfdf304f8fcc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:17.492321 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6697e810-0d04-4916-b19d-63bc710617a8 req-d218cab2-4539-4209-9be3-dfdf304f8fcc tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0496318 Jun 17 08:58:17.545970 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6697e810-0d04-4916-b19d-63bc710617a8 req-0a67edca-ce26-492f-92a4-c7d7c0c6b02a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477595 Jun 17 08:58:17.682863 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:58:17.726160 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d0a91-d528-44e4-954f-e8a59ec60814 req-dc0bbaca-bdd4-467b-a881-b483dc7c58a5 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:17.727798 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c13d0a91-d528-44e4-954f-e8a59ec60814 req-dc0bbaca-bdd4-467b-a881-b483dc7c58a5 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0492303 Jun 17 08:58:17.782306 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c13d0a91-d528-44e4-954f-e8a59ec60814 req-f748bdc1-6741-4711-84a3-6689d161eaf2 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483673 Jun 17 08:58:17.862019 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-22d47b58-71a0-48f7-a0d5-f8e5ae0fcec9 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:17.863516 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-22d47b58-71a0-48f7-a0d5-f8e5ae0fcec9 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0480609 Jun 17 08:58:18.043197 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-19e6d59b-4037-4e22-ba07-b45d44876b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:18.044995 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-19e6d59b-4037-4e22-ba07-b45d44876b7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 1129 time: 0.0480630 Jun 17 08:58:18.062538 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:18.073794 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Deleting port b987fec9-a409-4d3b-a983-64e04e498d92 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:18.078807 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:18.155255 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-0ef29a14-5be5-4934-a991-8a68bee7a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:18.161052 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-0ef29a14-5be5-4934-a991-8a68bee7a079 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 918 time: 0.1046562 Jun 17 08:58:18.175885 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] For port b987fec9-a409-4d3b-a983-64e04e498d92, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b987fec9-a409-4d3b-a983-64e04e498d92,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:18.176249 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:18.236372 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-e46f2967-a1f5-401c-9c37-e7834892f850 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea HTTP/1.1" status: 200 len: 1000 time: 0.0681384 Jun 17 08:58:18.395084 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:18.395331 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:18.395572 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Floating IP 439c7ac4-0bd3-4686-b99a-6123f3c3f81e disassociated. External IP: 172.27.0.222, port: b987fec9-a409-4d3b-a983-64e04e498d92. Jun 17 08:58:18.395897 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Calling delete_port for b987fec9-a409-4d3b-a983-64e04e498d92 owned by compute:nova {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:18.404369 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-0933e88b-90af-4465-83c7-3dfd38dfb890 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926804049&fields=id&tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 267 time: 0.1030679 Jun 17 08:58:18.467204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:18.554019 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-c8aee2ed-5798-4f2a-a723-3f468940d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:18.555514 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-c8aee2ed-5798-4f2a-a723-3f468940d817 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.3090124 Jun 17 08:58:18.600496 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-ec409460-61ca-424c-9118-85f359378876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:18.602013 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-ec409460-61ca-424c-9118-85f359378876 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398612 Jun 17 08:58:18.621539 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-2e563e4c-f1b4-4099-9d79-dbceedd099e3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:18.624248 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-2e563e4c-f1b4-4099-9d79-dbceedd099e3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 810 time: 0.2114954 Jun 17 08:58:18.668760 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-15af148d-bc34-4385-9d96-fc486a5e2a17 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/quotas/4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 375 time: 0.0341251 Jun 17 08:58:18.691385 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c08a6-bf79-4c14-ab7e-38a184a3fb94 req-c8f1b111-78e3-464f-929d-141b77b79ac2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:18.692862 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-683c08a6-bf79-4c14-ab7e-38a184a3fb94 req-c8f1b111-78e3-464f-929d-141b77b79ac2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 946 time: 0.0676379 Jun 17 08:58:18.696385 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (b987fec9-a409-4d3b-a983-64e04e498d92), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:18.699008 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-c3159f25-2454-4742-a4ce-136a83851e71 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Jun 17 08:58:18.757277 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event deleted for resources: {'Port': ['ID=b987fec9-a409-4d3b-a983-64e04e498d92,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:18.771721 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-bb13ea18-a784-41ab-9939-1b49b8a66f62 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951769 Jun 17 08:58:18.784863 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.785208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.785546 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.785882 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.786215 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.786546 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.786868 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.787195 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.787545 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.787865 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.788182 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.788498 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.788812 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.789132 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.789449 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:18.800182 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-91b4feef-93e5-49ee-96cf-dd9f56463448 req-8c123ae5-ce06-4a7f-a55d-0e14175b8813 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922232 Jun 17 08:58:18.878628 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-683c08a6-bf79-4c14-ab7e-38a184a3fb94 req-798278e1-2e4f-4ed3-aa4f-b4fed2836d69 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650701 Jun 17 08:58:18.986819 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:19.018801 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e2ca-0c97-4523-85e9-122628a9c47b req-528c851a-52e5-4bd6-9baa-2b44569691ec tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:19.020323 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3cf0e2ca-0c97-4523-85e9-122628a9c47b req-528c851a-52e5-4bd6-9baa-2b44569691ec tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0772908 Jun 17 08:58:19.030614 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-18facba2-e721-4356-ad49-f4840a470b19 service neutron] 10.222.0.78 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368891 Jun 17 08:58:19.060395 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Router e25fd23f-0ff7-49ff-b112-2222fb19db06 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:58:19.148461 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3cf0e2ca-0c97-4523-85e9-122628a9c47b req-b8ac360b-585c-47ed-8b85-dc7ba769ad2a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203661 Jun 17 08:58:19.209439 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:19.244254 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-6b910d3d-8c49-4abf-a7a0-bb262c87bb68 service neutron] 10.222.0.78 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049360 Jun 17 08:58:19.272236 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:58:19.287929 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] Sync routers for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:19.299981 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:19.300607 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:19.316195 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] No DVR routers for this DVR port b987fec9-a409-4d3b-a983-64e04e498d92 on host hv-cinder-79760 {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:58:19.319074 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:19.322919 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-75aa4be9-3fb8-4fcb-9c02-6ba311a3ad5e req-356d25ef-346e-49f7-96ef-126b44fb7ffa tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "DELETE /v2.0/ports/b987fec9-a409-4d3b-a983-64e04e498d92 HTTP/1.1" status: 204 len: 173 time: 1.3460507 Jun 17 08:58:19.323204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'name': 'network-vif-deleted', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:19.325513 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab42de4b-6724-4ac8-9503-5c695ea9425e" -d '{"events": [{"server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "name": "network-vif-deleted", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:19.366120 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e81cfe62-8c7b-4934-9c45-c7257d3b8252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:19.368529 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3ed285-dd04-4953-bffb-24f481cab176 x-openstack-request-id: req-db3ed285-dd04-4953-bffb-24f481cab176 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:19.368818 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb89053-6d2e-47f4-a675-6254d182e074", "name": "network-vif-deleted", "tag": "b987fec9-a409-4d3b-a983-64e04e498d92", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:19.369133 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db3ed285-dd04-4953-bffb-24f481cab176 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:19.370551 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3ed285-dd04-4953-bffb-24f481cab176'] response: {'server_uuid': '1eb89053-6d2e-47f4-a675-6254d182e074', 'name': 'network-vif-deleted', 'tag': 'b987fec9-a409-4d3b-a983-64e04e498d92', 'status': 'completed', 'code': 200} Jun 17 08:58:19.416373 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:19.497001 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:19.606736 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:19.631741 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] Checking router: e25fd23f-0ff7-49ff-b112-2222fb19db06 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:19.640243 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:19.640843 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:57:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:19.743128 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:19.841710 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f0317910-b5d9-46c0-a8a5-4c751f4e0a67 req-8a2365ba-3992-4ac5-a122-a759f1947002 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 210 time: 0.0338557 Jun 17 08:58:19.944055 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:19.974322 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0135cb-dfe4-4ec2-858a-416deed5c8f6 None None] The sync data for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi is: [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:12Z', 'revision_number': 4, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '84cd69fc-e821-4a17-b05b-e15f2e214349', 'name': '', 'network_id': '8fa13e99-aed9-4194-a577-7ffc636408e6', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'mac_address': 'fa:16:3e:8b:d6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:11Z', 'updated_at': '2022-06-17T08:53:16Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'subnets': [{'id': 'a8afceea-41c2-48ae-89de-d8502af1e8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:19.984415 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3ce98078-1229-4091-9bf2-efca23be008c req-8d4071da-8213-40a8-8eb2-126cd1fdf79d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 210 time: 0.0308800 Jun 17 08:58:20.202162 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac4bdc-ada7-4a77-94b1-5c1d672af8a4 None None] New status for floating IP 439c7ac4-0bd3-4686-b99a-6123f3c3f81e: DOWN {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:58:20.300264 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b166098-bf9d-4c35-92be-1412368c4d37 req-ad0f3256-dd71-4adf-bd4b-ca601565f823 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:20.301858 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5b166098-bf9d-4c35-92be-1412368c4d37 req-ad0f3256-dd71-4adf-bd4b-ca601565f823 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0719178 Jun 17 08:58:20.359948 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5b166098-bf9d-4c35-92be-1412368c4d37 req-c5b1201d-f298-4cd0-ada1-86ac1ba0feb5 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512342 Jun 17 08:58:20.945357 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-52630c94-9fc1-49c5-a98b-f99cb923a401 req-a60cf6ff-2314-444b-8d4d-d3e634acf9cd tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 210 time: 0.0293040 Jun 17 08:58:21.101085 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5eb3758c-1898-4e67-a296-9564795f1386 req-3e1564c6-ae4e-4b5a-9ee0-044b21cc5c41 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb89053-6d2e-47f4-a675-6254d182e074 HTTP/1.1" status: 200 len: 210 time: 0.0299437 Jun 17 08:58:21.478473 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f041ca-9643-4843-9dc3-d1880f7ce12d req-62ef8ae9-fd9f-4d20-b1e6-785032d5d612 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:21.480239 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60f041ca-9643-4843-9dc3-d1880f7ce12d req-62ef8ae9-fd9f-4d20-b1e6-785032d5d612 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 945 time: 0.0498538 Jun 17 08:58:21.529450 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60f041ca-9643-4843-9dc3-d1880f7ce12d req-0393332e-0a9d-4928-a854-a7f6cc24eae7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429845 Jun 17 08:58:21.674745 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-fb506268-03e1-4ec6-a6b3-53e70eccc45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.061481 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-665aa80d-0338-47a9-a68d-d1afa14c072e req-12a4425f-c52c-4260-aefb-06636ba2ff72 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 210 time: 0.0301266 Jun 17 08:58:22.251084 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44016) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:22.257553 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:58:22.263091 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-bf220e65-3ffc-4672-8a7c-a791b53c43b7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:22.264600 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-bf220e65-3ffc-4672-8a7c-a791b53c43b7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 810 time: 0.1191747 Jun 17 08:58:22.324753 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f708508d-01a0-4450-acf0-295518600412 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group (cd9ef2b1-0b12-41de-b754-b3dd1c9ad279), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.352047 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f708508d-01a0-4450-acf0-295518600412 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group (cd9ef2b1-0b12-41de-b754-b3dd1c9ad279), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.353419 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 02d2e50f-49e7-4067-86ed-da24c07d5aea is: ACTIVE; New status is: DOWN {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:22.353419 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.354014 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-4d697a9f-b8f0-4f1a-86eb-62a607d90556 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 379 time: 0.0638709 Jun 17 08:58:22.365674 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'port': {'device_id': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'admin_state_up': True, 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'security_groups': ['46983c26-6513-4b10-9989-9638a98c2dfe']}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:58:22.386237 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:22.388542 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ce1dc-4be6-406c-82de-d0f5f149d2b3" -d '{"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-unplugged", "status": "completed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:22.402525 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:22.437483 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd6a5ce-f882-4043-8311-8807ea13dbe1 x-openstack-request-id: req-7dd6a5ce-f882-4043-8311-8807ea13dbe1 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:22.438025 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-unplugged", "status": "failed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea", "code": 422}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:22.438282 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7dd6a5ce-f882-4043-8311-8807ea13dbe1 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:22.439251 dv-cinder-797608-33-iscsi neutron-server[116211]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7dd6a5ce-f882-4043-8311-8807ea13dbe1']: {'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'code': 422} returned with failed status Jun 17 08:58:22.492436 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.496994 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b987fec9-a409-4d3b-a983-64e04e498d92 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:58:22.521416 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f708508d-01a0-4450-acf0-295518600412 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (cd9ef2b1-0b12-41de-b754-b3dd1c9ad279), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.526591 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f708508d-01a0-4450-acf0-295518600412 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.530528 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44020) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:22.531490 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f708508d-01a0-4450-acf0-295518600412 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "DELETE /v2.0/security-groups/cd9ef2b1-0b12-41de-b754-b3dd1c9ad279 HTTP/1.1" status: 204 len: 168 time: 0.2778847 Jun 17 08:58:22.544251 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708508d-01a0-4450-acf0-295518600412 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9ef2b1-0b12-41de-b754-b3dd1c9ad279,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.544477 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: b987fec9-a409-4d3b-a983-64e04e498d92 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:58:22.544740 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b987fec9-a409-4d3b-a983-64e04e498d92 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:58:22.554293 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.api.v2.resource [None req-ce0345e4-8d00-48f4-a25e-c7b238f84745 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] show failed (client error): The resource could not be found. Jun 17 08:58:22.564235 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-ce0345e4-8d00-48f4-a25e-c7b238f84745 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups/cd9ef2b1-0b12-41de-b754-b3dd1c9ad279 HTTP/1.1" status: 404 len: 347 time: 0.0238934 Jun 17 08:58:22.564235 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Made reservation on behalf of 4c3ecf1efb8748a0af09e501e2b9d81b for: {'port': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:22.564235 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.566594 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44022) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:22.590544 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=8']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.696173 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Allocated IP 172.20.0.3 (131209d2-1a19-4f69-ac13-17a3bc0e6ba1/53ee12da-c60f-4b77-b335-ec646bcb4d67/1e938f08-b678-482d-a29c-cf7d85d201ba) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:22.701577 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:22.701953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Deleting port d1096464-53c0-4a13-ba00-b441576e36cb {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:22.702295 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (d1096464-53c0-4a13-ba00-b441576e36cb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.709514 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.789584 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (d1096464-53c0-4a13-ba00-b441576e36cb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.789986 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (d1096464-53c0-4a13-ba00-b441576e36cb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:22.805262 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Calling delete_port for d1096464-53c0-4a13-ba00-b441576e36cb owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:22.898934 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:22.904230 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:23.000733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (d1096464-53c0-4a13-ba00-b441576e36cb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.036636 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event deleted for resources: {'Port': ['ID=d1096464-53c0-4a13-ba00-b441576e36cb,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:23.144751 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks [] for floatingip (439c7ac4-0bd3-4686-b99a-6123f3c3f81e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.147288 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.153092 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0603b080-e015-4329-ad8c-98ddfc716d9f tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "DELETE /v2.0/floatingips/439c7ac4-0bd3-4686-b99a-6123f3c3f81e HTTP/1.1" status: 204 len: 168 time: 0.5807662 Jun 17 08:58:23.154609 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.167706 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:23.190022 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ec52d0bf-14a4-4afe-8755-527ef744f14c req-c5987d3d-f566-444f-ba75-22d1fcb2a6d0 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 210 time: 0.0393465 Jun 17 08:58:23.315723 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.371224 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:23.373800 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:23.377103 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:58:23.414629 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=1e938f08-b678-482d-a29c-cf7d85d201ba,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:23.461212 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:23.462041 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.568718 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-c5118794-4282-40b9-8b8c-720327470fbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2090168 Jun 17 08:58:23.581112 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Request body: {'port': {'device_id': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:58:23.644525 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.662761 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d0eb673b-fc25-4c2a-9701-a476a0e788f6 None None] Provisioning complete for port 1e938f08-b678-482d-a29c-cf7d85d201ba triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:58:23.663190 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d0eb673b-fc25-4c2a-9701-a476a0e788f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:23.696544 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb673b-fc25-4c2a-9701-a476a0e788f6 None None] Port 1e938f08-b678-482d-a29c-cf7d85d201ba cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:58:23.873306 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061407b-cced-44ad-9655-49aa7fdfef23 req-1c500ef9-44bb-4d27-9a76-278ca058e203 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:23.874643 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5061407b-cced-44ad-9655-49aa7fdfef23 req-1c500ef9-44bb-4d27-9a76-278ca058e203 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0842667 Jun 17 08:58:23.959730 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5061407b-cced-44ad-9655-49aa7fdfef23 req-9097f40b-8021-4b0a-818d-d342b6148314 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781248 Jun 17 08:58:23.992912 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:24.004244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e938f08-b678-482d-a29c-cf7d85d201ba {{(pid=116210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:58:24.004244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Publish callbacks [] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:24.015701 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.provisioning_blocks [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Transition to ACTIVE for port object 1e938f08-b678-482d-a29c-cf7d85d201ba will not be triggered until provisioned by entity L2. {{(pid=116210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:58:24.097710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:24.121038 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:24.157985 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Pushing event updated for resources: {'Port': ['ID=1e938f08-b678-482d-a29c-cf7d85d201ba,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:24.166005 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-b16faeef-2bac-4cce-be99-3832dc2c26b2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404530 Jun 17 08:58:24.246096 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Attempting to bind port 1e938f08-b678-482d-a29c-cf7d85d201ba on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:58:24.246630 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Attempting to bind port 1e938f08-b678-482d-a29c-cf7d85d201ba by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:58:24.246965 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Attempting to bind port 1e938f08-b678-482d-a29c-cf7d85d201ba on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:58:24.252156 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Port 1e938f08-b678-482d-a29c-cf7d85d201ba on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:58:24.252489 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Attempting to bind port 1e938f08-b678-482d-a29c-cf7d85d201ba on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:58:24.258470 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:58:24.258838 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Checking segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:58:24.259210 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Bound using segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} {{(pid=116210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:58:24.259659 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.managers [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Bound port: 1e938f08-b678-482d-a29c-cf7d85d201ba, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}}] {{(pid=116210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:58:24.260024 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:24.265782 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-0e166cd2-bf39-4497-8f06-d974a7c05914 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:24.271918 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-0e166cd2-bf39-4497-8f06-d974a7c05914 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports/02d2e50f-49e7-4067-86ed-da24c07d5aea HTTP/1.1" status: 200 len: 940 time: 0.0691702 Jun 17 08:58:24.311400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:24.373877 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b620bb-1848-475e-ab4b-8c5ee99405d7 req-b398518d-bb66-4439-b2cc-871d7f68218c tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:24.375413 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-58b620bb-1848-475e-ab4b-8c5ee99405d7 req-b398518d-bb66-4439-b2cc-871d7f68218c tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0766866 Jun 17 08:58:24.380116 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] For port 1e938f08-b678-482d-a29c-cf7d85d201ba, host hv-cinder-79760, cleared binding levels {{(pid=116210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:58:24.390439 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] For port 1e938f08-b678-482d-a29c-cf7d85d201ba, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e938f08-b678-482d-a29c-cf7d85d201ba,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:58:24.439714 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-58b620bb-1848-475e-ab4b-8c5ee99405d7 req-d705bded-0a74-408f-aa6a-1f3bb577c246 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570626 Jun 17 08:58:24.464227 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:24.500202 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:24.500817 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:24.502421 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] 10.222.0.83 "PUT /v2.0/ports/1e938f08-b678-482d-a29c-cf7d85d201ba HTTP/1.1" status: 200 len: 1093 time: 0.9260828 Jun 17 08:58:24.502858 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:24.505107 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b583b7f-af19-4573-a5c0-e2737a581181" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:24.536648 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89052748-826f-46d1-85a5-d0129cc47413 service neutron] Pushing event updated for resources: {'Port': ['ID=1e938f08-b678-482d-a29c-cf7d85d201ba,revision_number=3']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:24.549533 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f265e58-82ba-4132-af6c-757de690414e x-openstack-request-id: req-8f265e58-82ba-4132-af6c-757de690414e {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:24.550044 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:24.554665 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f265e58-82ba-4132-af6c-757de690414e {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:24.554665 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f265e58-82ba-4132-af6c-757de690414e'] response: {'name': 'network-changed', 'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'status': 'completed', 'code': 200} Jun 17 08:58:24.611666 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b583b7f-af19-4573-a5c0-e2737a581181 req-70b7f295-d95e-4878-a7c0-b7ff78450301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:24.613241 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5b583b7f-af19-4573-a5c0-e2737a581181 req-70b7f295-d95e-4878-a7c0-b7ff78450301 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 1127 time: 0.0430174 Jun 17 08:58:24.724311 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:24.731774 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b583b7f-af19-4573-a5c0-e2737a581181 req-ccec777b-154f-4b4a-8351-d7ece53978bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:24.733565 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5b583b7f-af19-4573-a5c0-e2737a581181 req-ccec777b-154f-4b4a-8351-d7ece53978bb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1134725 Jun 17 08:58:24.851429 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b583b7f-af19-4573-a5c0-e2737a581181 req-de29ac13-c3f4-4232-adcb-d0b564b89777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:24.852974 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5b583b7f-af19-4573-a5c0-e2737a581181 req-de29ac13-c3f4-4232-adcb-d0b564b89777 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098337 Jun 17 08:58:24.937898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-e90f7a4f-ae6c-4ec8-9b35-6f855adcc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:24.939414 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-e90f7a4f-ae6c-4ec8-9b35-6f855adcc1e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 1127 time: 0.0404000 Jun 17 08:58:24.981131 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-36c5ebdb-4dbd-4516-97e2-75aebc4fa156 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e938f08-b678-482d-a29c-cf7d85d201ba HTTP/1.1" status: 200 len: 217 time: 0.0334918 Jun 17 08:58:25.038206 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-96c0a639-f8b1-4bbc-bddd-35b7f0b1fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:25.039421 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-96c0a639-f8b1-4bbc-bddd-35b7f0b1fb6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0495951 Jun 17 08:58:25.116295 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbef739-1bba-4f57-befd-622b18054006 req-247d8ff5-aeba-4702-b481-37a6904fdc46 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:25.117798 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fdbef739-1bba-4f57-befd-622b18054006 req-247d8ff5-aeba-4702-b481-37a6904fdc46 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0824504 Jun 17 08:58:25.121110 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-54519795-493d-428e-aa59-98eb84ace351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:25.122484 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-54519795-493d-428e-aa59-98eb84ace351 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735631 Jun 17 08:58:25.225129 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fdbef739-1bba-4f57-befd-622b18054006 req-65d38e3e-5b10-4a73-a314-3acf889f3694 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016836 Jun 17 08:58:25.256751 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-4df18e8c-c880-4e3b-9e17-6cb3bb78971a service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199126 Jun 17 08:58:25.336257 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:25.357284 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-868a7d83-21f7-42e6-85df-680b37af6e65 req-3890a198-806d-4280-aa9d-0bdd13337bb8 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Jun 17 08:58:25.572250 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031dda7-d67b-458f-b59c-bafe10071135 req-908242cc-d882-4d8f-a0fc-802194e00984 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:25.573956 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5031dda7-d67b-458f-b59c-bafe10071135 req-908242cc-d882-4d8f-a0fc-802194e00984 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0524127 Jun 17 08:58:25.624369 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5031dda7-d67b-458f-b59c-bafe10071135 req-96f75eb0-02ed-4f2e-b2fd-184a84e595e6 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442050 Jun 17 08:58:26.007690 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-89c8e780-5685-4959-9141-d2be7801c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:26.009244 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-89c8e780-5685-4959-9141-d2be7801c69e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea&tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f HTTP/1.1" status: 200 len: 1127 time: 0.0414500 Jun 17 08:58:26.076517 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-a815499b-5d3a-4c09-99d3-7b05c6070d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:26.078058 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-a815499b-5d3a-4c09-99d3-7b05c6070d0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 1127 time: 0.0432267 Jun 17 08:58:26.162195 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:26.185985 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-4a9ab208-6f63-4237-b013-7f03993d3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:26.187886 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-4a9ab208-6f63-4237-b013-7f03993d3f6c service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 200 len: 918 time: 0.1015697 Jun 17 08:58:26.363593 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de397597-f3fd-400e-a686-75c79e198150 req-9ceade3f-68b9-4ef2-960d-acdb9de47b98 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:26.365040 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-de397597-f3fd-400e-a686-75c79e198150 req-9ceade3f-68b9-4ef2-960d-acdb9de47b98 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0807798 Jun 17 08:58:26.373581 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cb45-f667-4ec9-ae82-281c9bb06053 req-430f94b6-cfe4-4636-9f1f-ad45353f7674 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:26.375029 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c1a9cb45-f667-4ec9-ae82-281c9bb06053 req-430f94b6-cfe4-4636-9f1f-ad45353f7674 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0616374 Jun 17 08:58:26.454700 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-de397597-f3fd-400e-a686-75c79e198150 req-44e6864e-e46d-4795-b78b-05154b4bbe49 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780432 Jun 17 08:58:26.462176 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c1a9cb45-f667-4ec9-ae82-281c9bb06053 req-407de172-a4dd-49f9-883a-fb235d42fb9c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773945 Jun 17 08:58:26.736808 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0722-fbec-43d3-ac7d-c47bec7d34e4 req-4035be9b-0095-4ff9-92c8-4b6ab4c7aa7a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:26.738283 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8ffd0722-fbec-43d3-ac7d-c47bec7d34e4 req-4035be9b-0095-4ff9-92c8-4b6ab4c7aa7a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0463262 Jun 17 08:58:26.786982 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8ffd0722-fbec-43d3-ac7d-c47bec7d34e4 req-7c2450aa-2337-47ac-98d3-bc9ec3381eae tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432441 Jun 17 08:58:27.627299 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eca5be-4b46-48d8-ac8b-a1b8e6ba4f9b req-327d41c0-d1f2-4fc4-bc2a-9b8e18f3e4c6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:27.629096 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-22eca5be-4b46-48d8-ac8b-a1b8e6ba4f9b req-327d41c0-d1f2-4fc4-bc2a-9b8e18f3e4c6 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0792994 Jun 17 08:58:27.634947 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855f3f-3f3d-4afa-92aa-adc790d99f6f req-236b9108-457f-4fbd-a19f-b5e35d71fbbc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:27.636343 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-12855f3f-3f3d-4afa-92aa-adc790d99f6f req-236b9108-457f-4fbd-a19f-b5e35d71fbbc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0877576 Jun 17 08:58:27.710572 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-22eca5be-4b46-48d8-ac8b-a1b8e6ba4f9b req-65ce2684-9e2b-4ec2-a022-a23296ebad9e tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731783 Jun 17 08:58:27.714538 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-12855f3f-3f3d-4afa-92aa-adc790d99f6f req-4f726ffe-12f2-4a27-9d13-8dc1baae4e55 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706525 Jun 17 08:58:27.902472 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fee7b9-4680-456b-9b07-085e7e615374 req-ceb7b465-d21c-4dbf-8020-975f41b85afa tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:27.903994 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-13fee7b9-4680-456b-9b07-085e7e615374 req-ceb7b465-d21c-4dbf-8020-975f41b85afa tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0499647 Jun 17 08:58:27.958741 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-13fee7b9-4680-456b-9b07-085e7e615374 req-c0bb8b58-87cc-4127-b175-4de294e48de9 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488207 Jun 17 08:58:28.247032 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-50a134fb-f9b3-4fce-93fe-099550f4e145 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea HTTP/1.1" status: 200 len: 998 time: 0.0595706 Jun 17 08:58:28.301192 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-44ee14ee-6aeb-48c3-ad3d-45497a6495e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:28.302660 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-44ee14ee-6aeb-48c3-ad3d-45497a6495e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 200 len: 856 time: 0.0461218 Jun 17 08:58:28.430108 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-591f3279-2025-4b63-aae8-f19f86df8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:28.431893 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-591f3279-2025-4b63-aae8-f19f86df8bf4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f7d1d4a-2c54-4698-9b36-243535e9ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442128 Jun 17 08:58:28.496582 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:28.531927 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-d0d9a9ab-cb2a-450b-b060-f52165a58808 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882065 Jun 17 08:58:28.576539 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-c18266b9-f37c-465a-95b7-8dd85091edf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:28.578046 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-c18266b9-f37c-465a-95b7-8dd85091edf0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Jun 17 08:58:28.627148 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-db1da82d-6139-4a40-8f41-6f5d894ff88c req-2fb66790-a60e-454f-8fec-7854ba227e13 service neutron] 10.222.0.83 "GET /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882277 Jun 17 08:58:28.664898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Deleting port f04f9926-c78f-453a-92df-f4e826f339e0 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:28.665236 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:28.761622 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] For port f04f9926-c78f-453a-92df-f4e826f339e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f04f9926-c78f-453a-92df-f4e826f339e0,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:28.761953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:28.778911 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Calling delete_port for f04f9926-c78f-453a-92df-f4e826f339e0 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:28.850338 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:28.862536 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56fe56-173b-4a3d-9d9a-f7904ae0d615 req-826749d3-80b0-42bd-a43c-6e98a12f5dd4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:28.864091 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aa56fe56-173b-4a3d-9d9a-f7904ae0d615 req-826749d3-80b0-42bd-a43c-6e98a12f5dd4 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0820088 Jun 17 08:58:28.872685 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac71d-c5fd-498f-8a36-f6fc928969fc req-d4fd216c-30e3-41b9-ad89-7352d9ddb329 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:28.874132 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1ddac71d-c5fd-498f-8a36-f6fc928969fc req-d4fd216c-30e3-41b9-ad89-7352d9ddb329 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0805120 Jun 17 08:58:28.957435 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aa56fe56-173b-4a3d-9d9a-f7904ae0d615 req-23dbef5a-d717-4c88-b6bf-1d4a5a9ca313 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822175 Jun 17 08:58:28.965846 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1ddac71d-c5fd-498f-8a36-f6fc928969fc req-7a1b2b0f-1d8d-4bb0-ac3b-efb6729ca026 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822549 Jun 17 08:58:28.992555 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (f04f9926-c78f-453a-92df-f4e826f339e0), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:29.007389 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['bcdeb004-186e-437b-8253-335f017eebbd', 'f04f9926-c78f-453a-92df-f4e826f339e0'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:58:29.024626 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event deleted for resources: {'Port': ['ID=f04f9926-c78f-453a-92df-f4e826f339e0,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:29.076395 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] No DVR routers for this DVR port f04f9926-c78f-453a-92df-f4e826f339e0 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:58:29.080556 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:29.084318 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-c4087340-aba4-4320-b1fa-f2ae247c9df4 req-0f352456-20dd-4eb9-8771-b5eb7c946d88 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "DELETE /v2.0/ports/f04f9926-c78f-453a-92df-f4e826f339e0 HTTP/1.1" status: 204 len: 173 time: 0.4982405 Jun 17 08:58:29.084730 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'name': 'network-vif-deleted', 'tag': 'f04f9926-c78f-453a-92df-f4e826f339e0'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:29.086990 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f618f930-de55-4c55-997b-297ec87e1b48" -d '{"events": [{"server_uuid": "32006679-bcd4-46b4-b3b6-b2e0cc46ffc7", "name": "network-vif-deleted", "tag": "f04f9926-c78f-453a-92df-f4e826f339e0"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:29.120279 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dee24-56bb-4dee-ab86-096393601446 req-642881c4-861f-4855-9999-4429d695d662 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:29.121960 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-965dee24-56bb-4dee-ab86-096393601446 req-642881c4-861f-4855-9999-4429d695d662 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0529315 Jun 17 08:58:29.125205 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43474162-9c5c-48ee-89bf-4e13a1fd65e1 x-openstack-request-id: req-43474162-9c5c-48ee-89bf-4e13a1fd65e1 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:29.125506 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32006679-bcd4-46b4-b3b6-b2e0cc46ffc7", "name": "network-vif-deleted", "tag": "f04f9926-c78f-453a-92df-f4e826f339e0", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:29.125864 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43474162-9c5c-48ee-89bf-4e13a1fd65e1 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:29.126479 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43474162-9c5c-48ee-89bf-4e13a1fd65e1'] response: {'server_uuid': '32006679-bcd4-46b4-b3b6-b2e0cc46ffc7', 'name': 'network-vif-deleted', 'tag': 'f04f9926-c78f-453a-92df-f4e826f339e0', 'status': 'completed', 'code': 200} Jun 17 08:58:29.207487 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-965dee24-56bb-4dee-ab86-096393601446 req-5dba6acd-71dd-4d3a-8196-5973a726353c tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773892 Jun 17 08:58:29.941623 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=63 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:29.946884 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=71 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:30.098021 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-17cf394a-35ed-4b84-a7f5-d585779223c1 req-47b51f21-f033-48f6-b353-2c36b6068877 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0499091 Jun 17 08:58:30.141623 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ecf1d-1534-4a2d-8469-1191ed0be392 req-26767679-fef8-45c5-bec4-9b3eeedb050a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:30.143553 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c34ecf1d-1534-4a2d-8469-1191ed0be392 req-26767679-fef8-45c5-bec4-9b3eeedb050a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0693574 Jun 17 08:58:30.198730 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c34ecf1d-1534-4a2d-8469-1191ed0be392 req-4253a85a-217f-4b06-8618-92651f9f81ee tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461466 Jun 17 08:58:30.341800 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9b5c9-e6e6-43c3-8fe6-28095123fb9d req-e46ff1f2-4a1d-4125-a725-2f3afb1cec50 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:30.343518 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9d9b5c9-e6e6-43c3-8fe6-28095123fb9d req-e46ff1f2-4a1d-4125-a725-2f3afb1cec50 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0512671 Jun 17 08:58:30.402684 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d9d9b5c9-e6e6-43c3-8fe6-28095123fb9d req-d8a67ea5-47d2-42d3-9bf2-0095e8987ce8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524225 Jun 17 08:58:31.187533 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-78494a9b-ecdf-45fa-bd6c-3c9658ed71bb req-07943372-5e3a-48d2-9610-41228e233146 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0286455 Jun 17 08:58:31.329026 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb807c4-484b-47a1-8182-246f50cfce77 req-2ed0e3d2-455c-43d3-bbda-204f97f6c164 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:31.330584 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bdb807c4-484b-47a1-8182-246f50cfce77 req-2ed0e3d2-455c-43d3-bbda-204f97f6c164 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0543635 Jun 17 08:58:31.384609 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bdb807c4-484b-47a1-8182-246f50cfce77 req-67773e19-e9a5-4486-947b-7fc6b577548c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482328 Jun 17 08:58:31.520767 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c37e5-7e1c-4390-b1a9-48694103492a req-9dccfd16-60c1-46c6-b68d-9534061d09b3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:31.522284 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6e0c37e5-7e1c-4390-b1a9-48694103492a req-9dccfd16-60c1-46c6-b68d-9534061d09b3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0480132 Jun 17 08:58:31.583895 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6e0c37e5-7e1c-4390-b1a9-48694103492a req-6f059af9-5031-457f-a00c-b72a3f3e5802 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559220 Jun 17 08:58:32.294060 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0913e331-1dca-4356-b7b6-91541cd522ed req-d5985fa2-f618-4a3b-b2dc-953603399665 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0316751 Jun 17 08:58:32.321765 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device f04f9926-c78f-453a-92df-f4e826f339e0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:58:32.345768 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: f04f9926-c78f-453a-92df-f4e826f339e0 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:58:32.346119 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device f04f9926-c78f-453a-92df-f4e826f339e0 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:58:32.518344 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b349db-3e6b-4ea2-8fd4-656a92450883 req-fd74604e-62ea-4016-bc39-42c149b96794 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:32.519888 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60b349db-3e6b-4ea2-8fd4-656a92450883 req-fd74604e-62ea-4016-bc39-42c149b96794 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0546052 Jun 17 08:58:32.575546 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60b349db-3e6b-4ea2-8fd4-656a92450883 req-3eec42ea-31a3-4d85-8146-5585939f98bc tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497568 Jun 17 08:58:32.719261 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb125d-f484-4004-a532-a30f79d12173 req-fe9fd650-d5e5-455b-909e-756ef0e39bbf tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:32.721360 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4feb125d-f484-4004-a532-a30f79d12173 req-fe9fd650-d5e5-455b-909e-756ef0e39bbf tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0585883 Jun 17 08:58:32.748398 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:32.777207 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4feb125d-f484-4004-a532-a30f79d12173 req-88761cb4-1d34-439e-95e4-a072beb458f4 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501297 Jun 17 08:58:33.414031 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3df0ba11-111a-42ea-8144-20016437f457 req-db28d0ba-56bd-4300-9a9f-4829766cc341 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0409803 Jun 17 08:58:33.700297 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04d45-efe2-4afd-862d-336442a99130 req-e5798e9c-4926-422c-901f-8a417d0e31f0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:33.701840 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f2e04d45-efe2-4afd-862d-336442a99130 req-e5798e9c-4926-422c-901f-8a417d0e31f0 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0497959 Jun 17 08:58:33.752685 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f2e04d45-efe2-4afd-862d-336442a99130 req-94c7fab2-da25-4c30-ad2c-a2d084f7cc92 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445361 Jun 17 08:58:33.894407 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0867-7415-4c35-b9bb-171d64329a18 req-4a2ce5d2-6c72-4992-bd97-ad3115243959 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:33.901899 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c82d0867-7415-4c35-b9bb-171d64329a18 req-4a2ce5d2-6c72-4992-bd97-ad3115243959 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0555000 Jun 17 08:58:33.950246 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c82d0867-7415-4c35-b9bb-171d64329a18 req-272f7170-b056-4529-91a1-6c2e4b4c827b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474484 Jun 17 08:58:34.524245 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-297d66eb-ff8e-4189-9868-3f3f84ccf08f req-1f0077bb-46ed-40a7-a1eb-bbd2f9daae85 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0326371 Jun 17 08:58:34.880137 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455954b0-70ec-4a33-aa63-c8035680d6d6 req-8fcadefa-b9d2-4bae-8b01-2758150c7365 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:34.881681 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-455954b0-70ec-4a33-aa63-c8035680d6d6 req-8fcadefa-b9d2-4bae-8b01-2758150c7365 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0511768 Jun 17 08:58:34.935185 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-455954b0-70ec-4a33-aa63-c8035680d6d6 req-2eefebfc-c6fd-4231-b6bc-89f293463fc6 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472038 Jun 17 08:58:35.060375 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:35.076276 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd497fda-2fab-4b37-bf05-cc167ed6671f req-1bb74764-7dbc-4686-8aaa-f8e4c63bb98b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:35.077864 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd497fda-2fab-4b37-bf05-cc167ed6671f req-1bb74764-7dbc-4686-8aaa-f8e4c63bb98b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0565228 Jun 17 08:58:35.135717 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd497fda-2fab-4b37-bf05-cc167ed6671f req-35434df4-2944-4970-9d63-ab1dead1defc tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507240 Jun 17 08:58:35.629450 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8251d250-e003-4387-84d7-85d40f576de1 req-4a262622-de80-4993-a1cf-e3b29a6169be tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0305705 Jun 17 08:58:36.068036 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fe700-3d24-4371-a70e-a8308cc781be req-138f0f37-814e-4984-9db7-abf8b9fc0111 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:36.069576 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-947fe700-3d24-4371-a70e-a8308cc781be req-138f0f37-814e-4984-9db7-abf8b9fc0111 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0551398 Jun 17 08:58:36.128388 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-947fe700-3d24-4371-a70e-a8308cc781be req-a321c76b-47d9-4d5a-b6bb-9cfecb55e7aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523341 Jun 17 08:58:36.256730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30281e87-4c22-4793-8e65-2b4d315168f6 req-439e1779-e635-4bf1-b1fa-15ba06caa063 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:36.258451 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30281e87-4c22-4793-8e65-2b4d315168f6 req-439e1779-e635-4bf1-b1fa-15ba06caa063 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0501633 Jun 17 08:58:36.319662 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-30281e87-4c22-4793-8e65-2b4d315168f6 req-36edb5bf-b140-4023-a1a7-0b90385c1c29 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550563 Jun 17 08:58:36.736208 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1648021a-807c-435b-964f-963dc2b75f8c req-7a486391-149d-45a7-8fc9-23c05d8adde2 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0341001 Jun 17 08:58:37.248046 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c980e86-4cbf-44ef-b2b0-63d75b4b415c req-60086f6c-abe6-40a1-833c-2e6ab277999c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:37.249514 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c980e86-4cbf-44ef-b2b0-63d75b4b415c req-60086f6c-abe6-40a1-833c-2e6ab277999c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0479701 Jun 17 08:58:37.300163 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c980e86-4cbf-44ef-b2b0-63d75b4b415c req-1d60b30f-a1d4-474e-95c8-3a0eb5d2eb06 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447922 Jun 17 08:58:37.456360 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b31703-1598-497a-920b-e5fa5c2d74bd req-430ea80e-0b82-4bc8-a24a-57f26057f411 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:37.457970 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e3b31703-1598-497a-920b-e5fa5c2d74bd req-430ea80e-0b82-4bc8-a24a-57f26057f411 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0559993 Jun 17 08:58:37.513551 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e3b31703-1598-497a-920b-e5fa5c2d74bd req-1a0ac1b3-15eb-4e9e-8a9b-9191275aacbc tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490286 Jun 17 08:58:37.834448 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e0104dee-f7b6-4be7-8bd4-8945cf1950da req-f09e3dbb-7158-4906-bbe7-d648d5b17d6b tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0271809 Jun 17 08:58:38.418118 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee696cae-b0d7-410d-ae67-b28b194fac3f req-1b9fd9fc-eb38-4140-b22c-95ec1b706fe1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:38.419591 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee696cae-b0d7-410d-ae67-b28b194fac3f req-1b9fd9fc-eb38-4140-b22c-95ec1b706fe1 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0462801 Jun 17 08:58:38.466933 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ee696cae-b0d7-410d-ae67-b28b194fac3f req-28bffdfe-8f86-4348-9909-5452c33fae9f tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412076 Jun 17 08:58:38.617876 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:38.636109 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a2cc-85c7-4f2a-aff5-9ed8e9d623e8 req-a6ff65e9-4cd1-4ca9-8339-4b65e65c02ea tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:38.637583 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4498a2cc-85c7-4f2a-aff5-9ed8e9d623e8 req-a6ff65e9-4cd1-4ca9-8339-4b65e65c02ea tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0506525 Jun 17 08:58:38.687780 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4498a2cc-85c7-4f2a-aff5-9ed8e9d623e8 req-6d993753-1149-41cf-b133-e93df357deef tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442798 Jun 17 08:58:38.942095 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-45bf3692-fd5c-4989-931d-7e0e236a0b33 req-8760253e-15b5-4794-82a1-86da704da968 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0277035 Jun 17 08:58:38.999534 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:39.077188 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=77,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:39.584700 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343ed9-7202-47de-9d59-423e593d826a req-ce7b8912-5aa3-44e5-a9b3-188dedc2504a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:39.586298 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b6343ed9-7202-47de-9d59-423e593d826a req-ce7b8912-5aa3-44e5-a9b3-188dedc2504a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0462008 Jun 17 08:58:39.632553 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b6343ed9-7202-47de-9d59-423e593d826a req-890b73ad-ce6a-4537-8748-5118f627e900 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407751 Jun 17 08:58:39.804447 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a61d0-ba19-4328-8b25-6cc45993fc78 req-0fef8ef6-9168-4595-8392-37dfabcedd6d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:39.805928 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-403a61d0-ba19-4328-8b25-6cc45993fc78 req-0fef8ef6-9168-4595-8392-37dfabcedd6d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 943 time: 0.0496373 Jun 17 08:58:39.855505 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-403a61d0-ba19-4328-8b25-6cc45993fc78 req-11d90a5f-0be8-4cc8-b325-f0e60693a5e1 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437036 Jun 17 08:58:40.049397 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b90e3fcf-902d-495e-a72e-cc43a3117246 req-613867ad-cf85-4d02-9ebe-be1ee2129901 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=32006679-bcd4-46b4-b3b6-b2e0cc46ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Jun 17 08:58:40.384176 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 1e938f08-b678-482d-a29c-cf7d85d201ba details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:58:40.476375 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:40.494846 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 1e938f08-b678-482d-a29c-cf7d85d201ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e938f08-b678-482d-a29c-cf7d85d201ba,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:40.507614 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'port_id': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'mac_address': 'fa:16:3e:92:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:58:40.548527 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 1e938f08-b678-482d-a29c-cf7d85d201ba is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:40.548910 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:40.550699 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:40.563419 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e938f08-b678-482d-a29c-cf7d85d201ba {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:58:40.584261 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 1e938f08-b678-482d-a29c-cf7d85d201ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e938f08-b678-482d-a29c-cf7d85d201ba,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:40.664222 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:40.714171 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=1e938f08-b678-482d-a29c-cf7d85d201ba,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:40.722412 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.722755 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.723090 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.723446 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.723774 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.724096 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.724412 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.724791 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.725110 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.725425 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.725744 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.726056 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.726367 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.726681 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.726990 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:40.753413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf27497-2364-4cef-b6af-070e0f4e9b8b req-1038e4d5-2b1d-4bcb-9a34-31a292336852 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:40.755039 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cf27497-2364-4cef-b6af-070e0f4e9b8b req-1038e4d5-2b1d-4bcb-9a34-31a292336852 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0473642 Jun 17 08:58:40.811606 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0cf27497-2364-4cef-b6af-070e0f4e9b8b req-ede52b24-577a-47d1-99c5-ce3a3018f16c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497806 Jun 17 08:58:40.939626 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['1e938f08-b678-482d-a29c-cf7d85d201ba'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:58:40.969653 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d9163-bc48-4faa-b2d5-5e806457c279 req-64ceb3e5-1e7f-45bc-87e1-d247c196f9a4 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:40.971109 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-470d9163-bc48-4faa-b2d5-5e806457c279 req-64ceb3e5-1e7f-45bc-87e1-d247c196f9a4 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 944 time: 0.0485566 Jun 17 08:58:41.021932 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-470d9163-bc48-4faa-b2d5-5e806457c279 req-21f3e5f1-893d-4576-86e1-9b9eb675467d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448427 Jun 17 08:58:41.537892 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:41.551753 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae7fe-5d91-46c9-bec1-b73ab37673aa req-abe5bd99-9a2b-4581-ae77-3a4694f44518 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:41.553406 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e5fae7fe-5d91-46c9-bec1-b73ab37673aa req-abe5bd99-9a2b-4581-ae77-3a4694f44518 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0501270 Jun 17 08:58:41.603120 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e5fae7fe-5d91-46c9-bec1-b73ab37673aa req-b78373a6-5afd-4ba4-83e1-b0b997479041 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Jun 17 08:58:41.933667 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aee065-f0ba-4a6f-9a8c-ece3c737d070 req-2bbb45f6-0c91-4513-b34e-52f42c91f6e7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:41.935136 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-31aee065-f0ba-4a6f-9a8c-ece3c737d070 req-2bbb45f6-0c91-4513-b34e-52f42c91f6e7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0488508 Jun 17 08:58:41.983558 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-31aee065-f0ba-4a6f-9a8c-ece3c737d070 req-4551c3e7-e8f8-47ba-860d-8b293d4e043e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419254 Jun 17 08:58:42.134292 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a07fb-4a04-42ba-94df-f1e0c948fd82 req-6237fb21-e6eb-4ae0-9ebc-1d275d30d6fc tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:42.135699 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b74a07fb-4a04-42ba-94df-f1e0c948fd82 req-6237fb21-e6eb-4ae0-9ebc-1d275d30d6fc tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 944 time: 0.0466354 Jun 17 08:58:42.184862 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b74a07fb-4a04-42ba-94df-f1e0c948fd82 req-e7c5725c-9001-4138-89a5-5333c9de3e84 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Jun 17 08:58:42.400825 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:58:42.402764 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 1e938f08-b678-482d-a29c-cf7d85d201ba up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:58:42.509434 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 1e938f08-b678-482d-a29c-cf7d85d201ba completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 08:58:42.539520 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:42.552384 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'port_id': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'mac_address': 'fa:16:3e:97:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:58:42.592759 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 02d2e50f-49e7-4067-86ed-da24c07d5aea is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:42.593125 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:42.727326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4747b-8a89-489f-bcdf-d0b544bb3220 req-0625d69d-40cf-476b-b4be-09718e8cd680 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:42.729905 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d1d4747b-8a89-489f-bcdf-d0b544bb3220 req-0625d69d-40cf-476b-b4be-09718e8cd680 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0521500 Jun 17 08:58:42.738439 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d2e50f-49e7-4067-86ed-da24c07d5aea {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:58:42.763524 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:42.792225 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d1d4747b-8a89-489f-bcdf-d0b544bb3220 req-c02e656e-771c-4302-8eb9-c2c6a0a5d384 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Jun 17 08:58:43.107856 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5d98b-0fdd-4bf7-a201-c1718a5f3952 req-e4b2b4df-9bf1-4e68-b212-6e4692960c43 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:43.109334 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-83f5d98b-0fdd-4bf7-a201-c1718a5f3952 req-e4b2b4df-9bf1-4e68-b212-6e4692960c43 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 943 time: 0.0481145 Jun 17 08:58:43.157754 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-83f5d98b-0fdd-4bf7-a201-c1718a5f3952 req-1d162775-a3c6-447e-9724-b5be1f794e56 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Jun 17 08:58:43.305230 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267c00-9881-49e5-9cfa-3cf8156cc3b4 req-ed793130-7db2-4776-911b-7f05b021238f tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:43.307226 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7a267c00-9881-49e5-9cfa-3cf8156cc3b4 req-ed793130-7db2-4776-911b-7f05b021238f tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 944 time: 0.0490561 Jun 17 08:58:43.358211 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7a267c00-9881-49e5-9cfa-3cf8156cc3b4 req-5c01abfa-1720-4aba-8ccc-d7412196a8ab tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437999 Jun 17 08:58:43.382701 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 1e938f08-b678-482d-a29c-cf7d85d201ba triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:58:43.450201 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:43.463464 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 1e938f08-b678-482d-a29c-cf7d85d201ba is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:43.463856 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:43.483240 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:43.490107 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:43.492500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f1a03-910b-450b-afdf-1f83ecc930ab" -d '{"events": [{"server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "name": "network-vif-plugged", "status": "completed", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:43.507679 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 1e938f08-b678-482d-a29c-cf7d85d201ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e938f08-b678-482d-a29c-cf7d85d201ba,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:43.530741 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050103a7-2776-4a44-81da-607a78d39481 x-openstack-request-id: req-050103a7-2776-4a44-81da-607a78d39481 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:43.531067 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "name": "network-vif-plugged", "status": "completed", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:43.531319 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-050103a7-2776-4a44-81da-607a78d39481 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:43.532429 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050103a7-2776-4a44-81da-607a78d39481'] response: {'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'code': 200} Jun 17 08:58:43.830183 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:43.860582 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:43.862331 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:43.888422 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=9']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:43.908377 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:43.923900 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7b535-9036-4f65-ad99-46a21002a017 req-e94fa5e8-3c23-434e-9bd2-865bb8f6d1d8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:43.925469 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50f7b535-9036-4f65-ad99-46a21002a017 req-e94fa5e8-3c23-434e-9bd2-865bb8f6d1d8 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0601909 Jun 17 08:58:43.941206 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-e816b97a-d165-4883-89db-472b8fffd186 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:43.942870 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-e816b97a-d165-4883-89db-472b8fffd186 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 945 time: 0.0502863 Jun 17 08:58:43.943108 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=1e938f08-b678-482d-a29c-cf7d85d201ba,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:43.977956 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-50f7b535-9036-4f65-ad99-46a21002a017 req-f0ebd85b-93ef-41d0-9f96-36763826cc99 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7d2703b-640e-4e34-84e9-80a24f68f18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Jun 17 08:58:44.035286 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Deleting port bcdeb004-186e-437b-8253-335f017eebbd {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:44.035742 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (bcdeb004-186e-437b-8253-335f017eebbd), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:44.097944 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['02d2e50f-49e7-4067-86ed-da24c07d5aea'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:58:44.136781 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] For port bcdeb004-186e-437b-8253-335f017eebbd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bcdeb004-186e-437b-8253-335f017eebbd,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:44.137175 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (bcdeb004-186e-437b-8253-335f017eebbd), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:44.138742 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152c8dc-4037-412c-a63a-a0d86ec04cd2 req-21569163-af33-484d-885a-2da2ea4d8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:44.140530 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7152c8dc-4037-412c-a63a-a0d86ec04cd2 req-21569163-af33-484d-885a-2da2ea4d8cc6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 1129 time: 0.0410743 Jun 17 08:58:44.155912 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Calling delete_port for bcdeb004-186e-437b-8253-335f017eebbd owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:44.192702 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7152c8dc-4037-412c-a63a-a0d86ec04cd2 req-66a7fafb-9e77-45d9-a2b8-01fa957db2f2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452263 Jun 17 08:58:44.289967 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a0d6d-4859-4302-aa75-99da5e1703b3 req-0daad771-21a8-4625-8f09-767d519fcda7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:44.291529 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e68a0d6d-4859-4302-aa75-99da5e1703b3 req-0daad771-21a8-4625-8f09-767d519fcda7 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 944 time: 0.0518777 Jun 17 08:58:44.340584 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e68a0d6d-4859-4302-aa75-99da5e1703b3 req-9b4ca816-8289-4a8f-b330-1b1644ff99c3 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431986 Jun 17 08:58:44.389603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (bcdeb004-186e-437b-8253-335f017eebbd), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:44.417919 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Pushing event deleted for resources: {'Port': ['ID=bcdeb004-186e-437b-8253-335f017eebbd,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:44.471033 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] No DVR routers for this DVR port bcdeb004-186e-437b-8253-335f017eebbd on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:58:44.473699 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:44.477092 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2674627a-bf6e-4a88-aaa1-b1e6269bb246 req-ce068389-5cc2-4907-94c6-2e5f752dcac0 tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.83 "DELETE /v2.0/ports/bcdeb004-186e-437b-8253-335f017eebbd HTTP/1.1" status: 204 len: 173 time: 0.5285780 Jun 17 08:58:44.477553 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'name': 'network-vif-deleted', 'tag': 'bcdeb004-186e-437b-8253-335f017eebbd'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:44.479917 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2567bff-1cd2-46a0-9e34-a1356c954000" -d '{"events": [{"server_uuid": "597a895e-45db-42bf-9c7f-40a13eedc48b", "name": "network-vif-deleted", "tag": "bcdeb004-186e-437b-8253-335f017eebbd"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:44.481409 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a646d8-3383-4e73-9828-c69736892cd2 req-19a8641e-0e91-49e0-a9cb-34efd9314e55 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:44.484404 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-34a646d8-3383-4e73-9828-c69736892cd2 req-19a8641e-0e91-49e0-a9cb-34efd9314e55 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 945 time: 0.0500414 Jun 17 08:58:44.516734 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4393e611-c03f-4724-a09b-7b07ec0bf66d x-openstack-request-id: req-4393e611-c03f-4724-a09b-7b07ec0bf66d {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:44.517209 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597a895e-45db-42bf-9c7f-40a13eedc48b", "name": "network-vif-deleted", "tag": "bcdeb004-186e-437b-8253-335f017eebbd", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:44.517471 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4393e611-c03f-4724-a09b-7b07ec0bf66d {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:44.517881 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4393e611-c03f-4724-a09b-7b07ec0bf66d'] response: {'server_uuid': '597a895e-45db-42bf-9c7f-40a13eedc48b', 'name': 'network-vif-deleted', 'tag': 'bcdeb004-186e-437b-8253-335f017eebbd', 'status': 'completed', 'code': 200} Jun 17 08:58:44.539469 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-34a646d8-3383-4e73-9828-c69736892cd2 req-b79af059-86ed-4afd-bee9-a2a23d488c17 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469584 Jun 17 08:58:44.786305 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['bcdeb004-186e-437b-8253-335f017eebbd'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:58:44.789276 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:58:44.856107 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 02d2e50f-49e7-4067-86ed-da24c07d5aea triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:58:44.856476 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:44.937701 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 02d2e50f-49e7-4067-86ed-da24c07d5aea is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:58:44.938255 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:44.977321 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:45.078103 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-edede3a8-d1f8-4196-ba97-926b710f4f3c req-c9c634c9-2b44-474a-98ef-a042cb9b312a tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 210 time: 0.0270579 Jun 17 08:58:45.108326 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:45.162079 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=10']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:45.448325 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:45.465324 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d1f10-7ea6-4840-96cf-6aa6bb91c739 req-0b5e3ec8-4ce1-4a9d-afbd-7a3cf49c746d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:45.466826 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-043d1f10-7ea6-4840-96cf-6aa6bb91c739 req-0b5e3ec8-4ce1-4a9d-afbd-7a3cf49c746d tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0521944 Jun 17 08:58:45.517267 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-043d1f10-7ea6-4840-96cf-6aa6bb91c739 req-fcd9293d-60ad-4ff0-96d9-22c31af5b03a tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446692 Jun 17 08:58:45.534057 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:45.536366 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d5082c-dd5c-408d-ab03-76f612d0d2ed" -d '{"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-plugged", "status": "completed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:45.571648 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bcc731-f351-48c6-a292-31520a8cb4cd x-openstack-request-id: req-d5bcc731-f351-48c6-a292-31520a8cb4cd {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:45.571948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-plugged", "status": "completed", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:45.572201 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5bcc731-f351-48c6-a292-31520a8cb4cd {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:45.572594 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bcc731-f351-48c6-a292-31520a8cb4cd'] response: {'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'code': 200} Jun 17 08:58:45.655587 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb25027-cdd4-4118-a7e2-9b6d93aad060 req-047b13c7-1a7d-4f61-94d5-a246da7b41df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:45.657187 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dcb25027-cdd4-4118-a7e2-9b6d93aad060 req-047b13c7-1a7d-4f61-94d5-a246da7b41df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 945 time: 0.0472336 Jun 17 08:58:45.708980 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dcb25027-cdd4-4118-a7e2-9b6d93aad060 req-aebe8504-e0fa-4629-940b-bde6f4a382d6 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463815 Jun 17 08:58:45.824398 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133bb3e-a73f-45b2-ad2e-b1c2a878f5b6 req-5d5bbd11-c80e-442c-a149-84c726602a00 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:45.825887 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7133bb3e-a73f-45b2-ad2e-b1c2a878f5b6 req-5d5bbd11-c80e-442c-a149-84c726602a00 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 945 time: 0.0481145 Jun 17 08:58:45.878249 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7133bb3e-a73f-45b2-ad2e-b1c2a878f5b6 req-1a885fb9-637a-424e-9f98-6f629c708b38 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467379 Jun 17 08:58:45.901058 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44232) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:45.992372 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf16ab-f5e3-4c3e-ad57-72eedd6412ec tempest-TestVolumeBootPattern-881423571 tempest-TestVolumeBootPattern-881423571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:45.994276 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-87cf16ab-f5e3-4c3e-ad57-72eedd6412ec tempest-TestVolumeBootPattern-881423571 tempest-TestVolumeBootPattern-881423571-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 1124 time: 0.0919266 Jun 17 08:58:45.996794 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44236) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:46.001959 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'port_id': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:58:46.126460 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:46.196483 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a53dd49a-e9cd-4412-921c-84b59f00e235 req-1ea1cdd1-9d22-4445-8215-3beed6f13b7d tempest-ServerRescueNegativeTestJSON-1528519624 tempest-ServerRescueNegativeTestJSON-1528519624-project] 10.222.0.78 "GET /v2.0/ports?device_id=597a895e-45db-42bf-9c7f-40a13eedc48b HTTP/1.1" status: 200 len: 210 time: 0.0358377 Jun 17 08:58:46.218660 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:46.354309 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3143f-f608-48d7-9da6-19c34f8531db req-73e832c9-d6b1-4354-8a4f-f9920898900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:46.355905 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-14c3143f-f608-48d7-9da6-19c34f8531db req-73e832c9-d6b1-4354-8a4f-f9920898900b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 1130 time: 0.0556593 Jun 17 08:58:46.371473 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Allocated IP 172.27.0.120 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/902dc003-26e5-4277-bf2d-937dbd5cdf02) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:46.436603 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-14c3143f-f608-48d7-9da6-19c34f8531db req-3cb53529-a859-4f97-9220-9dafc42a771e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705462 Jun 17 08:58:46.482452 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:46.488050 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:46.505454 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:46.636988 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb740cd0-0de6-4d6d-baa5-621162575b3a req-d2490a35-bdef-4774-967e-869ae68bb77c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:46.638540 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fb740cd0-0de6-4d6d-baa5-621162575b3a req-d2490a35-bdef-4774-967e-869ae68bb77c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0477147 Jun 17 08:58:46.640041 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:46.683121 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:46.688815 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:46.691487 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fb740cd0-0de6-4d6d-baa5-621162575b3a req-14e3a763-3d43-449a-80fa-06336022351e tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466213 Jun 17 08:58:46.693325 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:58:46.717107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=902dc003-26e5-4277-bf2d-937dbd5cdf02,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:47.052929 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (ae3a2676-9f54-415f-814f-5ade0d82251f), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:47.134656 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:47.188657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:47.257852 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44252) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:47.362148 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:47.464446 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:47.573638 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=902dc003-26e5-4277-bf2d-937dbd5cdf02,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:47.596752 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (ae3a2676-9f54-415f-814f-5ade0d82251f), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:47.638758 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:47.680832 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:47.778244 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Floating IP ae3a2676-9f54-415f-814f-5ade0d82251f associated. External IP: 172.27.0.120, port: 1e938f08-b678-482d-a29c-cf7d85d201ba. Jun 17 08:58:47.819224 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063253be-4f0f-48cd-a278-c5340f396af1 req-d68a7268-4a81-4902-9b78-13981d165b52 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:47.820853 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-063253be-4f0f-48cd-a278-c5340f396af1 req-d68a7268-4a81-4902-9b78-13981d165b52 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0508778 Jun 17 08:58:47.869600 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-063253be-4f0f-48cd-a278-c5340f396af1 req-1d68e4b7-1a6e-499f-b90d-b4d70cd0dd02 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Jun 17 08:58:47.968959 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:48.020102 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (e25fd23f-0ff7-49ff-b112-2222fb19db06), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:48.152904 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:58:48.609305 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:58:48.619689 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:48.630903 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:48.631640 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:48.654551 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Deleting port 84cd69fc-e821-4a17-b05b-e15f2e214349 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:48.654826 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:48.714743 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:48.741451 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:48.756432 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1a521d3a-f4d4-4369-9530-5e16ea70b481 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7585824 Jun 17 08:58:48.760669 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:58:48.762908 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5863ff53-8527-487b-9a4c-3ee49442e016" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:48.779418 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] For port 84cd69fc-e821-4a17-b05b-e15f2e214349, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=84cd69fc-e821-4a17-b05b-e15f2e214349,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:48.779809 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:48.788774 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device bcdeb004-186e-437b-8253-335f017eebbd no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:58:48.794440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Calling delete_port for 84cd69fc-e821-4a17-b05b-e15f2e214349 owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:48.835871 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: bcdeb004-186e-437b-8253-335f017eebbd {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:58:48.836333 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device bcdeb004-186e-437b-8253-335f017eebbd not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:58:48.856155 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f22d7-9408-4b0c-aabb-3061a7b9665e x-openstack-request-id: req-203f22d7-9408-4b0c-aabb-3061a7b9665e {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:48.856452 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:48.856751 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-203f22d7-9408-4b0c-aabb-3061a7b9665e {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:48.857164 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203f22d7-9408-4b0c-aabb-3061a7b9665e'] response: {'name': 'network-changed', 'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'status': 'completed', 'code': 200} Jun 17 08:58:48.871594 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:48.960504 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-29fbf8b5-9c65-40d9-8498-468565167204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:48.962211 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-29fbf8b5-9c65-40d9-8498-468565167204 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 1129 time: 0.0844851 Jun 17 08:58:48.982779 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'ae3a2676-9f54-415f-814f-5ade0d82251f', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:92:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:58:46Z', 'updated_at': '2022-06-17T08:58:46Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:49.033092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077064f-8376-479c-8d7a-43cafbec3e1f req-0d50d8fa-3009-4ba2-b3bb-124439553bb4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:49.034884 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c077064f-8376-479c-8d7a-43cafbec3e1f req-0d50d8fa-3009-4ba2-b3bb-124439553bb4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0633049 Jun 17 08:58:49.067708 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:49.087948 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c077064f-8376-479c-8d7a-43cafbec3e1f req-eed24c97-dfa4-42a7-9667-d69de2790d43 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461161 Jun 17 08:58:49.104047 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:49.113462 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:49.114507 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:49.119412 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-7d2ca8c8-5d17-456f-8b31-015f57e4dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:49.121012 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-7d2ca8c8-5d17-456f-8b31-015f57e4dfb9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 911 time: 0.1525939 Jun 17 08:58:49.200626 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-5b5b25bd-f730-4cef-b4e7-7bdd27dc85e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e938f08-b678-482d-a29c-cf7d85d201ba HTTP/1.1" status: 200 len: 999 time: 0.0699809 Jun 17 08:58:49.227432 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:49.252256 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-4c92eca1-8bd2-4fad-934d-aa4de69a27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:49.253881 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-4c92eca1-8bd2-4fad-934d-aa4de69a27f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0469077 Jun 17 08:58:49.292553 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (84cd69fc-e821-4a17-b05b-e15f2e214349), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:49.325905 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-a38dead1-e9fa-43a9-bbef-3ef5b2999c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:49.327593 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-a38dead1-e9fa-43a9-bbef-3ef5b2999c09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674524 Jun 17 08:58:49.328529 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Pushing event deleted for resources: {'Port': ['ID=84cd69fc-e821-4a17-b05b-e15f2e214349,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:49.394677 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d17d32a2-4eb1-413f-aa3d-a3e82715d837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:49.462863 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'ae3a2676-9f54-415f-814f-5ade0d82251f', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:92:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:58:46Z', 'updated_at': '2022-06-17T08:58:46Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:49.515761 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ce941-13d9-4657-9395-0cce4d44168f None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'ae3a2676-9f54-415f-814f-5ade0d82251f', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:92:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:58:46Z', 'updated_at': '2022-06-17T08:58:46Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:49.543915 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:49.596683 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (e25fd23f-0ff7-49ff-b112-2222fb19db06), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:49.607262 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-7c48853a-2b69-43e9-ab18-489e3bc99619 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696416 Jun 17 08:58:49.753273 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9925114-2597-4d18-adb3-ff3f561139bf None None] New status for floating IP ae3a2676-9f54-415f-814f-5ade0d82251f: ACTIVE {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:58:49.758231 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:49.800925 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5863ff53-8527-487b-9a4c-3ee49442e016 req-36826fbf-b6c4-42fc-b48d-47eba72f07cc service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818187 Jun 17 08:58:49.913123 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Router e25fd23f-0ff7-49ff-b112-2222fb19db06 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:58:50.019953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:58:50.025194 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2763bbab-7d63-4080-9c5a-aaa07b9f41ae admin admin] 10.222.0.78 "PUT /v2.0/routers/e25fd23f-0ff7-49ff-b112-2222fb19db06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7663767 Jun 17 08:58:50.027823 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44314) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:50.030494 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] Sync routers for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:50.047088 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:50.048757 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:50.099763 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:50.150010 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks [] for router (e25fd23f-0ff7-49ff-b112-2222fb19db06), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:50.209588 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:50.268604 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks [] for router_gateway (e25fd23f-0ff7-49ff-b112-2222fb19db06), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:50.274458 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfed69-772f-444b-a0b7-849d107b2fd9 req-045a6cf4-6d28-4d9d-9f95-e7bbdeea2cf4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:50.276662 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fecfed69-772f-444b-a0b7-849d107b2fd9 req-045a6cf4-6d28-4d9d-9f95-e7bbdeea2cf4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0556381 Jun 17 08:58:50.330078 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:50.334867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fecfed69-772f-444b-a0b7-849d107b2fd9 req-286317cf-8d8a-4b17-8a4e-c71b3da7ef1c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503004 Jun 17 08:58:50.340661 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:50.392381 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '9595be05-db50-4382-84fc-709688def958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:58:49Z', 'revision_number': 5, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port': {'id': '9595be05-db50-4382-84fc-709688def958', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:50.418299 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] Checking router: e25fd23f-0ff7-49ff-b112-2222fb19db06 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:50.427782 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] Routers {'e25fd23f-0ff7-49ff-b112-2222fb19db06'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:58:50.428402 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['e25fd23f-0ff7-49ff-b112-2222fb19db06'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:50.438865 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Deleting port 9595be05-db50-4382-84fc-709688def958 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:50.439205 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (9595be05-db50-4382-84fc-709688def958), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:50.513886 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] Set router e25fd23f-0ff7-49ff-b112-2222fb19db06 gateway port host: None {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:58:50.521867 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] For port 9595be05-db50-4382-84fc-709688def958, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9595be05-db50-4382-84fc-709688def958,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:50.522142 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (9595be05-db50-4382-84fc-709688def958), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:50.536347 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Calling delete_port for 9595be05-db50-4382-84fc-709688def958 owned by network:router_gateway {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:50.567448 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:58:50Z', 'revision_number': 6, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:50.593356 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea814a69-7c8b-4c71-b379-12c3003eb051 None None] The sync data for ids ['e25fd23f-0ff7-49ff-b112-2222fb19db06'] in dv-cinder-797608-33-iscsi is: [{'id': 'e25fd23f-0ff7-49ff-b112-2222fb19db06', 'name': 'tempest-ServerRescueNegativeTestJSON-949630617-router', 'tenant_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:08Z', 'updated_at': '2022-06-17T08:58:50Z', 'revision_number': 6, 'project_id': '6cd5b6aa6edd4bafa8aec3e9d28ae980', 'gw_port_host': None}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:50.783431 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (9595be05-db50-4382-84fc-709688def958), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:50.806714 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9595be05-db50-4382-84fc-709688def958,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:50.873519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (e25fd23f-0ff7-49ff-b112-2222fb19db06), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:50.961842 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (e25fd23f-0ff7-49ff-b112-2222fb19db06), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:50.964183 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks [] for router_controller (e25fd23f-0ff7-49ff-b112-2222fb19db06), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.052283 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (e25fd23f-0ff7-49ff-b112-2222fb19db06), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.052904 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e25fd23f-0ff7-49ff-b112-2222fb19db06 {{(pid=116209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:58:51.064219 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.064219 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ea7255c7-fb3f-4239-8b71-02646083bef5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/e25fd23f-0ff7-49ff-b112-2222fb19db06 HTTP/1.1" status: 204 len: 168 time: 1.0287435 Jun 17 08:58:51.064219 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44322) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:51.106093 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] Deleting subnet a8afceea-41c2-48ae-89de-d8502af1e8e4 {{(pid=116209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:58:51.109201 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] Publish callbacks [] for subnet (a8afceea-41c2-48ae-89de-d8502af1e8e4), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.130418 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:51.144549 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542764'] for subnet (a8afceea-41c2-48ae-89de-d8502af1e8e4), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.221683 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:51.224647 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (a8afceea-41c2-48ae-89de-d8502af1e8e4), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.347588 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-551bebd5-fcdc-4c02-a6e3-48d3e53337b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385184 Jun 17 08:58:51.355439 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14163180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14228874'] for subnet (a8afceea-41c2-48ae-89de-d8502af1e8e4), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.394314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8afceea-41c2-48ae-89de-d8502af1e8e4,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:51.408433 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6b8ffa-71da-4a6f-bb76-e7a9fa523c19 None None] Network 8fa13e99-aed9-4194-a577-7ffc636408e6 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:58:51.416805 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.419952 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1d905676-9adb-4c41-a32d-5f1eed09ff14 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a8afceea-41c2-48ae-89de-d8502af1e8e4 HTTP/1.1" status: 204 len: 168 time: 0.3577676 Jun 17 08:58:51.423199 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44324) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:51.437082 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-46affed8-6764-4314-a46a-ac4b7e7be140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:51.439126 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-46affed8-6764-4314-a46a-ac4b7e7be140 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1130 time: 0.0565975 Jun 17 08:58:51.507507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (8fa13e99-aed9-4194-a577-7ffc636408e6), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.540400 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:51.557829 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Deleting port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:51.558174 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.561616 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-27e0cef6-9139-418d-9159-24774a011a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:51.563495 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-27e0cef6-9139-418d-9159-24774a011a99 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 910 time: 0.1048286 Jun 17 08:58:51.605696 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] DHCP port deletion for 8fa13e99-aed9-4194-a577-7ffc636408e6 request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:58:51.644777 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-0e3a0b1a-aea5-4b1b-baac-8a5c400202b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 1001 time: 0.0675762 Jun 17 08:58:51.644894 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-bd30b600-a6d1-4332-83e8-78ad3db32c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.655176 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] Deleting port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:58:51.656032 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.722552 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-c87f38a0-5afe-492b-a211-9dc48d765a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:51.737650 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-c87f38a0-5afe-492b-a211-9dc48d765a4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 200 len: 848 time: 0.0882587 Jun 17 08:58:51.759339 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] For port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:51.760094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.783087 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] Calling delete_port for 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:51.795922 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-628816e5-97ab-48d0-ae1f-cf003ced367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:58:51.798679 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-628816e5-97ab-48d0-ae1f-cf003ced367d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7cb290e5-1940-4a89-abd7-919a1f5a901c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541217 Jun 17 08:58:51.906441 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-3b8b8465-00d4-4868-bb57-591da0c0ca35 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988624 Jun 17 08:58:51.926437 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] For port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,segment=NetworkSegment(b0a83815-c026-49b8-a9da-17d4d6bd4941),segment_id=b0a83815-c026-49b8-a9da-17d4d6bd4941)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:58:51.926799 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.944618 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Calling delete_port for 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f owned by network:dhcp {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:58:51.960731 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:51.988404 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] Pushing event deleted for resources: {'Port': ['ID=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:51.997906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c5041-195a-4531-90f5-4ce5618e60e5 None None] No DVR routers for this DVR port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:58:52.010521 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8d1fe231-26f9-44cf-a8bd-5d8e794782ea req-b310bc58-a7a7-4480-a8da-0ddcd1513304 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978093 Jun 17 08:58:52.028566 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (89c31ba0-a9cb-40b9-8cbf-051fe2e8213f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.057582 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Pushing event deleted for resources: {'Port': ['ID=89c31ba0-a9cb-40b9-8cbf-051fe2e8213f,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:52.062170 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] No DVR routers for this DVR port 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f on host dv-cinder-797608-33-iscsi {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:58:52.126576 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:58:52.135396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (8fa13e99-aed9-4194-a577-7ffc636408e6), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.144438 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:52.150791 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:58:52.151133 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 89c31ba0-a9cb-40b9-8cbf-051fe2e8213f not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:58:52.151566 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 84cd69fc-e821-4a17-b05b-e15f2e214349 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:58:52.156173 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa13e99-aed9-4194-a577-7ffc636408e6']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:52.166795 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a83815-c026-49b8-a9da-17d4d6bd4941') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:52.166994 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a83815-c026-49b8-a9da-17d4d6bd4941') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:52.170830 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 84cd69fc-e821-4a17-b05b-e15f2e214349 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:58:52.171175 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 84cd69fc-e821-4a17-b05b-e15f2e214349 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:58:52.171612 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9595be05-db50-4382-84fc-709688def958 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:58:52.178988 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (b0a83815-c026-49b8-a9da-17d4d6bd4941), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.191822 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 9595be05-db50-4382-84fc-709688def958 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:58:52.192161 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9595be05-db50-4382-84fc-709688def958 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:58:52.193207 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (b0a83815-c026-49b8-a9da-17d4d6bd4941), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.200954 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:58:52.201347 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (b0a83815-c026-49b8-a9da-17d4d6bd4941), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.336701 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (8fa13e99-aed9-4194-a577-7ffc636408e6), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.341185 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment b0a83815-c026-49b8-a9da-17d4d6bd4941 resource provider aggregate not found Jun 17 08:58:52.347644 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.350640 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] 10.222.0.78 "DELETE /v2.0/networks/8fa13e99-aed9-4194-a577-7ffc636408e6 HTTP/1.1" status: 204 len: 168 time: 0.9263716 Jun 17 08:58:52.363118 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a55c99-dd27-4632-bb68-479912d8a85c admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa13e99-aed9-4194-a577-7ffc636408e6,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:52.367427 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment b0a83815-c026-49b8-a9da-17d4d6bd4941 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0a83815-c026-49b8-a9da-17d4d6bd4941 found for delete ", "request_id": "req-81ebe71d-a375-4cba-9f89-6bcafaba3162"}]} Jun 17 08:58:52.600277 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:52.738005 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.782912 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44342) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:52.827674 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-33c80e0b-1efa-4f2b-8d5d-2275264666ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6cd5b6aa6edd4bafa8aec3e9d28ae980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432873 Jun 17 08:58:52.830729 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44344) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:52.884725 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8a07d9a-1b82-44ae-8e3a-149406fbe345 admin admin] Publish callbacks [] for security_group (e7d2703b-640e-4e34-84e9-80a24f68f18b), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:52.908236 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8a07d9a-1b82-44ae-8e3a-149406fbe345 admin admin] Publish callbacks [] for security_group (e7d2703b-640e-4e34-84e9-80a24f68f18b), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:53.035137 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8a07d9a-1b82-44ae-8e3a-149406fbe345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e7d2703b-640e-4e34-84e9-80a24f68f18b), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:53.037863 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b8a07d9a-1b82-44ae-8e3a-149406fbe345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:53.039040 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b8a07d9a-1b82-44ae-8e3a-149406fbe345 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7d2703b-640e-4e34-84e9-80a24f68f18b HTTP/1.1" status: 204 len: 168 time: 0.2073960 Jun 17 08:58:53.063558 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a07d9a-1b82-44ae-8e3a-149406fbe345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d2703b-640e-4e34-84e9-80a24f68f18b,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:54.139823 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:54.682740 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:58:54.714605 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:56.619615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44422) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:56.729438 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-29e10d08-661a-4d18-bb88-72e3323cbb82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:56.795247 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:56.807111 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-29e10d08-661a-4d18-bb88-72e3323cbb82 admin admin] Publish callbacks [] for security_group (48d4593d-071e-44e9-824f-68a6f962be81), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:56.892409 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-29e10d08-661a-4d18-bb88-72e3323cbb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (48d4593d-071e-44e9-824f-68a6f962be81), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:56.930410 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e10d08-661a-4d18-bb88-72e3323cbb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d4593d-071e-44e9-824f-68a6f962be81,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:56.935830 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-29e10d08-661a-4d18-bb88-72e3323cbb82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bdaf9e30b2e4dab84be8af29afe274e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151460 Jun 17 08:58:56.938294 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44426) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:56.994372 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-84ccb840-d689-4d69-b5e3-48c3942bb811 admin admin] Publish callbacks [] for security_group (48d4593d-071e-44e9-824f-68a6f962be81), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:57.021569 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-84ccb840-d689-4d69-b5e3-48c3942bb811 admin admin] Publish callbacks [] for security_group (48d4593d-071e-44e9-824f-68a6f962be81), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:57.160901 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-84ccb840-d689-4d69-b5e3-48c3942bb811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (48d4593d-071e-44e9-824f-68a6f962be81), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:57.163517 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-84ccb840-d689-4d69-b5e3-48c3942bb811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:57.164766 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-84ccb840-d689-4d69-b5e3-48c3942bb811 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48d4593d-071e-44e9-824f-68a6f962be81 HTTP/1.1" status: 204 len: 168 time: 0.2256358 Jun 17 08:58:57.174058 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccb840-d689-4d69-b5e3-48c3942bb811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d4593d-071e-44e9-824f-68a6f962be81,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:57.887994 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44448) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:57.904749 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e8aa01d7-33b8-4e07-b821-4c481057623d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:57.917210 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:57.991885 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e8aa01d7-33b8-4e07-b821-4c481057623d admin admin] Publish callbacks [] for security_group (14b51208-b3be-47ed-84bc-c69f38458697), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:58.085047 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e8aa01d7-33b8-4e07-b821-4c481057623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (14b51208-b3be-47ed-84bc-c69f38458697), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:58.126769 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa01d7-33b8-4e07-b821-4c481057623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b51208-b3be-47ed-84bc-c69f38458697,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:58.131122 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-e8aa01d7-33b8-4e07-b821-4c481057623d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa88285961db48df94b37d9b51073276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420983 Jun 17 08:58:58.134086 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44450) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:58:58.185760 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Publish callbacks [] for security_group (14b51208-b3be-47ed-84bc-c69f38458697), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:58.207684 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Publish callbacks [] for security_group (14b51208-b3be-47ed-84bc-c69f38458697), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:58.217914 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:58:58.343309 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (14b51208-b3be-47ed-84bc-c69f38458697), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:58.347398 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:58:58.348604 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14b51208-b3be-47ed-84bc-c69f38458697 HTTP/1.1" status: 204 len: 168 time: 0.2135179 Jun 17 08:58:58.356914 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b51208-b3be-47ed-84bc-c69f38458697,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:58.365051 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.365396 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.365729 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.366057 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.366386 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.366710 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.367028 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.367845 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.367845 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.368030 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.368299 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.368616 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.368928 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.369314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:58.369633 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729a1ec-d79c-498f-8499-f4674bb29d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:00.175930 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b04bb-eb02-4555-9dfb-8dc7b6c95222 req-ef653573-6514-46c4-a4c4-0ab695ef1a48 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:00.177642 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-948b04bb-eb02-4555-9dfb-8dc7b6c95222 req-ef653573-6514-46c4-a4c4-0ab695ef1a48 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Jun 17 08:59:00.227859 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-948b04bb-eb02-4555-9dfb-8dc7b6c95222 req-98056bec-ccbb-4a3a-9023-38de25e26a0d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440083 Jun 17 08:59:00.571449 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=31 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:01.348220 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8bab-b87c-4fb5-9310-cc750014bacf req-38416621-9c41-48b1-a0ac-14065bd4bc04 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:01.349741 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d9f8bab-b87c-4fb5-9310-cc750014bacf req-38416621-9c41-48b1-a0ac-14065bd4bc04 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Jun 17 08:59:01.399400 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d9f8bab-b87c-4fb5-9310-cc750014bacf req-cae67255-0f6a-4924-b814-6041b38407fc tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441170 Jun 17 08:59:01.838214 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969df854-51ac-4441-a299-fadc9c79facf req-0826a5fc-f7af-4247-adc7-92c40d0afeea tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:01.839743 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-969df854-51ac-4441-a299-fadc9c79facf req-0826a5fc-f7af-4247-adc7-92c40d0afeea tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.0493908 Jun 17 08:59:01.942010 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port 44844b56-2912-46ac-a3c4-665b072ff6da {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:01.942350 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:02.035902 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] For port 44844b56-2912-46ac-a3c4-665b072ff6da, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=44844b56-2912-46ac-a3c4-665b072ff6da,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:02.036263 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:02.471002 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:02.478894 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:02.479317 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (f26ce11d-2a89-41ac-8efc-db8b26648f7f), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:02.479683 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Floating IP f26ce11d-2a89-41ac-8efc-db8b26648f7f disassociated. External IP: 172.27.0.139, port: 44844b56-2912-46ac-a3c4-665b072ff6da. Jun 17 08:59:02.480028 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for 44844b56-2912-46ac-a3c4-665b072ff6da owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:02.540485 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa2a1-c092-445b-a8af-8fe20a9ed810 req-e1242021-5e84-484d-940b-0ecaae4c4e8d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:02.542812 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a1cfa2a1-c092-445b-a8af-8fe20a9ed810 req-e1242021-5e84-484d-940b-0ecaae4c4e8d tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 945 time: 0.0597405 Jun 17 08:59:02.606530 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a1cfa2a1-c092-445b-a8af-8fe20a9ed810 req-728ceeee-1976-4c09-8586-ea490f3c3a02 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8f07ab1-91e7-45ff-85f2-475b166e1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531955 Jun 17 08:59:02.696788 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (44844b56-2912-46ac-a3c4-665b072ff6da), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:02.730161 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=44844b56-2912-46ac-a3c4-665b072ff6da,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:02.841743 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:02.893823 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:02.952389 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:02.966519 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:02.979194 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:02.982400 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:03.004078 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] No DVR routers for this DVR port 44844b56-2912-46ac-a3c4-665b072ff6da on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:03.006698 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:03.010135 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-969df854-51ac-4441-a299-fadc9c79facf req-5c43f519-21ea-469f-95fc-45078e823306 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.83 "DELETE /v2.0/ports/44844b56-2912-46ac-a3c4-665b072ff6da HTTP/1.1" status: 204 len: 173 time: 1.1648664 Jun 17 08:59:03.010601 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'name': 'network-vif-deleted', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:59:03.013050 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815a076a-cce7-44cf-a726-a48646fb7d2a" -d '{"events": [{"server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "name": "network-vif-deleted", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:03.053442 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237716bb-9bfc-4739-9cf9-364b0cef5f3b x-openstack-request-id: req-237716bb-9bfc-4739-9cf9-364b0cef5f3b {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:03.056532 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167779f-efa1-428a-9841-1863be4d7170", "name": "network-vif-deleted", "tag": "44844b56-2912-46ac-a3c4-665b072ff6da", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:03.056532 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-237716bb-9bfc-4739-9cf9-364b0cef5f3b {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:03.056532 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237716bb-9bfc-4739-9cf9-364b0cef5f3b'] response: {'server_uuid': '2167779f-efa1-428a-9841-1863be4d7170', 'name': 'network-vif-deleted', 'tag': '44844b56-2912-46ac-a3c4-665b072ff6da', 'status': 'completed', 'code': 200} Jun 17 08:59:03.101329 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:03.239661 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:03.312277 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:03.342061 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:03.352314 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:03.352723 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:03.468803 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:03.654456 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:03.660570 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:03.687291 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f3184-0078-457e-bd17-d26a61227e88 None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:51:50Z', 'revision_number': 4, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '067241b7-cb6b-4bc2-83ec-cea1770fffa9', 'name': '', 'network_id': 'b5af04e5-5681-4034-bf01-a7f9807128a2', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'mac_address': 'fa:16:3e:50:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:49Z', 'updated_at': '2022-06-17T08:51:57Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'subnets': [{'id': '113372b6-188a-441b-8e8f-7a645d18f73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:03.728376 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fc9bae9e-2bdf-4429-9998-147f1644d4c8 req-d58d1548-819c-4fcc-9e12-764af7fe84ed tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/ports?device_id=2167779f-efa1-428a-9841-1863be4d7170 HTTP/1.1" status: 200 len: 210 time: 0.0298762 Jun 17 08:59:03.850693 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44602) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:03.967306 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d0f08-8f00-4b42-a7a2-fb71f7a7d9eb None None] New status for floating IP f26ce11d-2a89-41ac-8efc-db8b26648f7f: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:59:03.977272 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9c6a24da-01b2-4330-9612-fc8e7911def7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.066617 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9c6a24da-01b2-4330-9612-fc8e7911def7 admin admin] Publish callbacks [] for security_group (64cbd4e8-3c30-41e7-8dc0-d42e8882be8f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.130687 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9c6a24da-01b2-4330-9612-fc8e7911def7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (64cbd4e8-3c30-41e7-8dc0-d42e8882be8f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.168229 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:04.171463 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a24da-01b2-4330-9612-fc8e7911def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cbd4e8-3c30-41e7-8dc0-d42e8882be8f,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:04.176667 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-9c6a24da-01b2-4330-9612-fc8e7911def7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7707223cebb4947982cdcd0047c3031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242929 Jun 17 08:59:04.178831 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44606) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:04.230824 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2bd40c9c-6c58-45df-a024-b0517a4cfe98 admin admin] Publish callbacks [] for security_group (64cbd4e8-3c30-41e7-8dc0-d42e8882be8f), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.252622 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2bd40c9c-6c58-45df-a024-b0517a4cfe98 admin admin] Publish callbacks [] for security_group (64cbd4e8-3c30-41e7-8dc0-d42e8882be8f), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.383585 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2bd40c9c-6c58-45df-a024-b0517a4cfe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (64cbd4e8-3c30-41e7-8dc0-d42e8882be8f), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.386328 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2bd40c9c-6c58-45df-a024-b0517a4cfe98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.387604 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2bd40c9c-6c58-45df-a024-b0517a4cfe98 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64cbd4e8-3c30-41e7-8dc0-d42e8882be8f HTTP/1.1" status: 204 len: 168 time: 0.2078452 Jun 17 08:59:04.396498 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd40c9c-6c58-45df-a024-b0517a4cfe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cbd4e8-3c30-41e7-8dc0-d42e8882be8f,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:04.852725 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44616) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:04.909383 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a161ddfc-6b9c-42c1-beb8-6b874b628a05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (d8f07ab1-91e7-45ff-85f2-475b166e1ad7), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.934279 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a161ddfc-6b9c-42c1-beb8-6b874b628a05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (d8f07ab1-91e7-45ff-85f2-475b166e1ad7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:04.949475 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44618) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:04.962938 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b0061ad8-00be-4da6-ac17-7c3af3609b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.028369 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a161ddfc-6b9c-42c1-beb8-6b874b628a05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (d8f07ab1-91e7-45ff-85f2-475b166e1ad7), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.031686 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a161ddfc-6b9c-42c1-beb8-6b874b628a05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.033354 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a161ddfc-6b9c-42c1-beb8-6b874b628a05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/security-groups/d8f07ab1-91e7-45ff-85f2-475b166e1ad7 HTTP/1.1" status: 204 len: 168 time: 0.1794825 Jun 17 08:59:05.036816 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44620) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:05.046478 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b0061ad8-00be-4da6-ac17-7c3af3609b16 admin admin] Publish callbacks [] for security_group (29008e32-3e5b-498c-b672-e35d25936b56), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.059839 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161ddfc-6b9c-42c1-beb8-6b874b628a05 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f07ab1-91e7-45ff-85f2-475b166e1ad7,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:05.069692 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.api.v2.resource [None req-6e2fdff9-167d-40f0-8abb-67539b23ab9f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] show failed (client error): The resource could not be found. Jun 17 08:59:05.070812 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-6e2fdff9-167d-40f0-8abb-67539b23ab9f tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "GET /v2.0/security-groups/d8f07ab1-91e7-45ff-85f2-475b166e1ad7 HTTP/1.1" status: 404 len: 347 time: 0.0307810 Jun 17 08:59:05.074637 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44622) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:05.113803 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b0061ad8-00be-4da6-ac17-7c3af3609b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (29008e32-3e5b-498c-b672-e35d25936b56), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.152948 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0061ad8-00be-4da6-ac17-7c3af3609b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29008e32-3e5b-498c-b672-e35d25936b56,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:05.162779 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b0061ad8-00be-4da6-ac17-7c3af3609b16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=faae43f959a545e38667858c6f413aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120593 Jun 17 08:59:05.163508 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44624) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:05.195623 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Deleting port e1739268-6bd6-4102-b2d6-821759d6bfe7 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:05.196007 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.216384 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-acd8218c-ec10-4133-99f9-e6e2cdd3947a admin admin] Publish callbacks [] for security_group (29008e32-3e5b-498c-b672-e35d25936b56), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.239294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-acd8218c-ec10-4133-99f9-e6e2cdd3947a admin admin] Publish callbacks [] for security_group (29008e32-3e5b-498c-b672-e35d25936b56), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.282116 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.282445 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (e1739268-6bd6-4102-b2d6-821759d6bfe7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.299114 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Calling delete_port for e1739268-6bd6-4102-b2d6-821759d6bfe7 owned by network:floatingip {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:05.337378 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-acd8218c-ec10-4133-99f9-e6e2cdd3947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (29008e32-3e5b-498c-b672-e35d25936b56), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.340187 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-acd8218c-ec10-4133-99f9-e6e2cdd3947a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.341416 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-acd8218c-ec10-4133-99f9-e6e2cdd3947a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29008e32-3e5b-498c-b672-e35d25936b56 HTTP/1.1" status: 204 len: 168 time: 0.1769664 Jun 17 08:59:05.350736 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8218c-ec10-4133-99f9-e6e2cdd3947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29008e32-3e5b-498c-b672-e35d25936b56,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:05.405734 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:05.560838 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (e1739268-6bd6-4102-b2d6-821759d6bfe7), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.585387 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Pushing event deleted for resources: {'Port': ['ID=e1739268-6bd6-4102-b2d6-821759d6bfe7,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:05.661357 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks [] for floatingip (f26ce11d-2a89-41ac-8efc-db8b26648f7f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.665244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:05.667140 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7ebbd1cc-b1b3-44fd-9dcf-6719b209fe19 tempest-AttachVolumeNegativeTest-1879905796 tempest-AttachVolumeNegativeTest-1879905796-project] 10.222.0.78 "DELETE /v2.0/floatingips/f26ce11d-2a89-41ac-8efc-db8b26648f7f HTTP/1.1" status: 204 len: 168 time: 0.5910757 Jun 17 08:59:07.028858 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 44844b56-2912-46ac-a3c4-665b072ff6da no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:07.051671 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 44844b56-2912-46ac-a3c4-665b072ff6da {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:07.051671 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 44844b56-2912-46ac-a3c4-665b072ff6da not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:09.916670 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44716) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:10.228502 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:10.404820 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:10.627416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Deleting port 067241b7-cb6b-4bc2-83ec-cea1770fffa9 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:10.627664 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:10.706222 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] For port 067241b7-cb6b-4bc2-83ec-cea1770fffa9, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=067241b7-cb6b-4bc2-83ec-cea1770fffa9,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:10.706584 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:10.720355 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Calling delete_port for 067241b7-cb6b-4bc2-83ec-cea1770fffa9 owned by network:router_interface {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:10.828423 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:10.966652 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (067241b7-cb6b-4bc2-83ec-cea1770fffa9), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:10.989479 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Pushing event deleted for resources: {'Port': ['ID=067241b7-cb6b-4bc2-83ec-cea1770fffa9,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:11.178831 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:11.181665 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:11.399884 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:11.510493 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:11.515801 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-1ba603fe-bd13-46d3-b607-a0d77b7fe59a admin admin] 10.222.0.78 "PUT /v2.0/routers/2f2da573-a02b-4c0c-bb65-b2e2a8efb522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5997088 Jun 17 08:59:11.519694 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44734) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:11.527994 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] Sync routers for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:11.532775 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:11.533394 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:11.618543 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks [] for router (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:11.636362 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:11.713355 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks [] for router_gateway (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:11.809916 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6b43c338-9535-420b-b588-45a72845e6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:59:10Z', 'revision_number': 5, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port': {'id': '6b43c338-9535-420b-b588-45a72845e6da', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:11.834270 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] Checking router: 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:11.842865 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] Routers {'2f2da573-a02b-4c0c-bb65-b2e2a8efb522'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:11.844179 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:58:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:11.859736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Deleting port 6b43c338-9535-420b-b588-45a72845e6da {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:11.860261 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (6b43c338-9535-420b-b588-45a72845e6da), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:11.871313 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:11.932514 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] Set router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 gateway port host: None {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:11.941650 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] For port 6b43c338-9535-420b-b588-45a72845e6da, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=6b43c338-9535-420b-b588-45a72845e6da,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:11.942016 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (6b43c338-9535-420b-b588-45a72845e6da), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:11.956728 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Calling delete_port for 6b43c338-9535-420b-b588-45a72845e6da owned by network:router_gateway {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:11.984312 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:59:11Z', 'revision_number': 6, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:12.013394 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48f967-fe9f-4a8b-9885-55afaca3210e None None] The sync data for ids ['2f2da573-a02b-4c0c-bb65-b2e2a8efb522'] in dv-cinder-797608-33-iscsi is: [{'id': '2f2da573-a02b-4c0c-bb65-b2e2a8efb522', 'name': 'tempest-AttachVolumeNegativeTest-641817727-router', 'tenant_id': '794e7ebcf5c3436081b8e8d39907b655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:44Z', 'updated_at': '2022-06-17T08:59:11Z', 'revision_number': 6, 'project_id': '794e7ebcf5c3436081b8e8d39907b655', 'gw_port_host': None}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:12.083735 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:12.205555 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (6b43c338-9535-420b-b588-45a72845e6da), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.235020 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b43c338-9535-420b-b588-45a72845e6da,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:12.297525 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.388711 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.392047 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks [] for router_controller (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.543105 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (2f2da573-a02b-4c0c-bb65-b2e2a8efb522), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.543790 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2da573-a02b-4c0c-bb65-b2e2a8efb522 {{(pid=116210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:59:12.548292 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.549434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-3a82874c-cbd1-433b-ad85-a8b22f84ed0d admin admin] 10.222.0.78 "DELETE /v2.0/routers/2f2da573-a02b-4c0c-bb65-b2e2a8efb522 HTTP/1.1" status: 204 len: 168 time: 1.0302665 Jun 17 08:59:12.556426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44740) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:12.601627 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] Deleting subnet 113372b6-188a-441b-8e8f-7a645d18f73a {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:59:12.604606 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] Publish callbacks [] for subnet (113372b6-188a-441b-8e8f-7a645d18f73a), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.663769 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (113372b6-188a-441b-8e8f-7a645d18f73a), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.752418 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (113372b6-188a-441b-8e8f-7a645d18f73a), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.786393 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 067241b7-cb6b-4bc2-83ec-cea1770fffa9 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:12.818588 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 067241b7-cb6b-4bc2-83ec-cea1770fffa9 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:12.818941 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 067241b7-cb6b-4bc2-83ec-cea1770fffa9 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:12.876032 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (113372b6-188a-441b-8e8f-7a645d18f73a), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.905258 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113372b6-188a-441b-8e8f-7a645d18f73a,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:12.909240 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:12.914610 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-4a2b05a1-c772-4490-97a2-4dc5638d39c3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/113372b6-188a-441b-8e8f-7a645d18f73a HTTP/1.1" status: 204 len: 168 time: 0.3553686 Jun 17 08:59:12.915510 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44750) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:12.920866 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf2eb1-8b72-4be7-89d5-68697969d799 None None] Network b5af04e5-5681-4034-bf01-a7f9807128a2 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:12.976636 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:12.998643 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (b5af04e5-5681-4034-bf01-a7f9807128a2), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.051862 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Deleting port 23c6f62b-ba15-4ed8-a936-78d100320586 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:13.052205 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.097802 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] DHCP port deletion for b5af04e5-5681-4034-bf01-a7f9807128a2 request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:59:13.130279 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] For port 23c6f62b-ba15-4ed8-a936-78d100320586, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=23c6f62b-ba15-4ed8-a936-78d100320586,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:13.130599 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.132868 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:13.140476 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] Deleting port 23c6f62b-ba15-4ed8-a936-78d100320586 {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:13.143591 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.148645 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Calling delete_port for 23c6f62b-ba15-4ed8-a936-78d100320586 owned by network:dhcp {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:13.212966 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] For port 23c6f62b-ba15-4ed8-a936-78d100320586, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=23c6f62b-ba15-4ed8-a936-78d100320586,segment=NetworkSegment(891d83c1-07e2-46f4-b4ec-010885cacaf2),segment_id=891d83c1-07e2-46f4-b4ec-010885cacaf2)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:13.213361 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.228607 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] Calling delete_port for 23c6f62b-ba15-4ed8-a936-78d100320586 owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:13.284732 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44754) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:13.303689 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.307977 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:13.314793 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (23c6f62b-ba15-4ed8-a936-78d100320586), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.331401 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Pushing event deleted for resources: {'Port': ['ID=23c6f62b-ba15-4ed8-a936-78d100320586,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.336068 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] No DVR routers for this DVR port 23c6f62b-ba15-4ed8-a936-78d100320586 on host dv-cinder-797608-33-iscsi {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:13.341698 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] Pushing event deleted for resources: {'Port': ['ID=23c6f62b-ba15-4ed8-a936-78d100320586,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.348637 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f067c8a-6211-4d07-83b9-889a0c87a75e None None] No DVR routers for this DVR port 23c6f62b-ba15-4ed8-a936-78d100320586 on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:13.415059 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb1e49c8-3beb-4be8-a6be-36bfec01997e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.428461 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (b5af04e5-5681-4034-bf01-a7f9807128a2), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.453870 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5af04e5-5681-4034-bf01-a7f9807128a2']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.465033 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891d83c1-07e2-46f4-b4ec-010885cacaf2') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.465330 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891d83c1-07e2-46f4-b4ec-010885cacaf2') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.477709 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (891d83c1-07e2-46f4-b4ec-010885cacaf2), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.494998 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (891d83c1-07e2-46f4-b4ec-010885cacaf2), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.502476 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:13.502874 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (891d83c1-07e2-46f4-b4ec-010885cacaf2), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.506044 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb1e49c8-3beb-4be8-a6be-36bfec01997e admin admin] Publish callbacks [] for security_group (e88869bc-a6df-4471-9bf0-11bf57173be4), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.527478 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment 891d83c1-07e2-46f4-b4ec-010885cacaf2 resource provider aggregate not found Jun 17 08:59:13.573377 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment 891d83c1-07e2-46f4-b4ec-010885cacaf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 891d83c1-07e2-46f4-b4ec-010885cacaf2 found for delete ", "request_id": "req-ea66d1bf-ef64-4e35-bada-272bf50dcfce"}]} Jun 17 08:59:13.588905 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb1e49c8-3beb-4be8-a6be-36bfec01997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e88869bc-a6df-4471-9bf0-11bf57173be4), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.630841 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-cb1e49c8-3beb-4be8-a6be-36bfec01997e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ef3eb2acac64f2ba6d282646c424008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442855 Jun 17 08:59:13.631741 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e49c8-3beb-4be8-a6be-36bfec01997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88869bc-a6df-4471-9bf0-11bf57173be4,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.633462 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44762) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:13.661274 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (b5af04e5-5681-4034-bf01-a7f9807128a2), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.671932 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.674887 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] 10.222.0.78 "DELETE /v2.0/networks/b5af04e5-5681-4034-bf01-a7f9807128a2 HTTP/1.1" status: 204 len: 168 time: 0.7576990 Jun 17 08:59:13.690081 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9076fc4-23b0-42b4-b087-bb170ee9a5da admin admin] Pushing event deleted for resources: {'Network': ['ID=b5af04e5-5681-4034-bf01-a7f9807128a2,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.709729 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9ab5079e-d6f3-4c75-bacf-e0791abb0f11 admin admin] Publish callbacks [] for security_group (e88869bc-a6df-4471-9bf0-11bf57173be4), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.732379 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:13.734895 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9ab5079e-d6f3-4c75-bacf-e0791abb0f11 admin admin] Publish callbacks [] for security_group (e88869bc-a6df-4471-9bf0-11bf57173be4), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.852359 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9ab5079e-d6f3-4c75-bacf-e0791abb0f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e88869bc-a6df-4471-9bf0-11bf57173be4), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.855037 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9ab5079e-d6f3-4c75-bacf-e0791abb0f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:13.856281 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9ab5079e-d6f3-4c75-bacf-e0791abb0f11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e88869bc-a6df-4471-9bf0-11bf57173be4 HTTP/1.1" status: 204 len: 168 time: 0.2209742 Jun 17 08:59:13.865718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5079e-d6f3-4c75-bacf-e0791abb0f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88869bc-a6df-4471-9bf0-11bf57173be4,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.989306 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44768) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:14.021379 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:14.033482 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-3e146de7-e6c4-47f4-8915-a3f7124d07bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=794e7ebcf5c3436081b8e8d39907b655&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430150 Jun 17 08:59:14.036132 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44770) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:14.050627 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:14.092875 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6640871d-0a6a-4ea1-99e2-59b8288c8490 admin admin] Publish callbacks [] for security_group (332d0ed9-2b9a-4002-bf4e-80bfff12bab4), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:14.107271 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:14.120130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6640871d-0a6a-4ea1-99e2-59b8288c8490 admin admin] Publish callbacks [] for security_group (332d0ed9-2b9a-4002-bf4e-80bfff12bab4), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:14.142956 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 6b43c338-9535-420b-b588-45a72845e6da no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:14.166586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 6b43c338-9535-420b-b588-45a72845e6da {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:14.166933 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 6b43c338-9535-420b-b588-45a72845e6da not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:14.167368 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 23c6f62b-ba15-4ed8-a936-78d100320586 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:14.189827 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 23c6f62b-ba15-4ed8-a936-78d100320586 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:14.190165 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 23c6f62b-ba15-4ed8-a936-78d100320586 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:14.252393 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6640871d-0a6a-4ea1-99e2-59b8288c8490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (332d0ed9-2b9a-4002-bf4e-80bfff12bab4), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:14.254947 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6640871d-0a6a-4ea1-99e2-59b8288c8490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:14.256146 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-6640871d-0a6a-4ea1-99e2-59b8288c8490 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/332d0ed9-2b9a-4002-bf4e-80bfff12bab4 HTTP/1.1" status: 204 len: 168 time: 0.2191217 Jun 17 08:59:14.265788 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640871d-0a6a-4ea1-99e2-59b8288c8490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d0ed9-2b9a-4002-bf4e-80bfff12bab4,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:14.765633 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44776) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:14.783829 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-58aad494-df22-4bd6-9f09-7de27177f00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:14.875164 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-58aad494-df22-4bd6-9f09-7de27177f00c admin admin] Publish callbacks [] for security_group (b8fd9664-dd05-40e8-876b-1eadf7745b38), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:14.961053 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-58aad494-df22-4bd6-9f09-7de27177f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b8fd9664-dd05-40e8-876b-1eadf7745b38), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:15.020348 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aad494-df22-4bd6-9f09-7de27177f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd9664-dd05-40e8-876b-1eadf7745b38,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:15.024817 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-58aad494-df22-4bd6-9f09-7de27177f00c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d63f202db0874a71bb45f5a33a6ca875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581244 Jun 17 08:59:15.027394 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44786) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:15.080655 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9a8e03ed-d8f4-48d0-be0e-6bf8401f002e admin admin] Publish callbacks [] for security_group (b8fd9664-dd05-40e8-876b-1eadf7745b38), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:15.102791 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9a8e03ed-d8f4-48d0-be0e-6bf8401f002e admin admin] Publish callbacks [] for security_group (b8fd9664-dd05-40e8-876b-1eadf7745b38), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:15.286326 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9a8e03ed-d8f4-48d0-be0e-6bf8401f002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b8fd9664-dd05-40e8-876b-1eadf7745b38), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:15.289003 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9a8e03ed-d8f4-48d0-be0e-6bf8401f002e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:15.290209 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9a8e03ed-d8f4-48d0-be0e-6bf8401f002e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8fd9664-dd05-40e8-876b-1eadf7745b38 HTTP/1.1" status: 204 len: 168 time: 0.2602634 Jun 17 08:59:15.298565 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e03ed-d8f4-48d0-be0e-6bf8401f002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd9664-dd05-40e8-876b-1eadf7745b38,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:16.318038 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44830) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:16.506554 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1840482502-network', 'tenant_id': '89bcba80fc484ad88fb54bd14b1b4339'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:16.657493 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Made reservation on behalf of 89bcba80fc484ad88fb54bd14b1b4339 for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:16.660892 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:16.671934 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:16.753919 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks [] for security_group (c99f9a9b-78a5-49b1-b84e-e0b821f9dcce), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:16.846226 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (c99f9a9b-78a5-49b1-b84e-e0b821f9dcce), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:16.875787 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=116209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:59:16.882217 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f9a9b-78a5-49b1-b84e-e0b821f9dcce,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:16.888242 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (92f8f416-4fab-4f71-92ad-b7259b3f1438), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:16.888580 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Added segment 92f8f416-4fab-4f71-92ad-b7259b3f1438 of type vlan for network 9717b981-fef0-493b-b053-5e15a850a356 Jun 17 08:59:16.932498 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (9717b981-fef0-493b-b053-5e15a850a356), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.011806 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (9717b981-fef0-493b-b053-5e15a850a356), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.012843 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:17.013448 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.033221 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:17.078563 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] Pushing event updated for resources: {'Network': ['ID=9717b981-fef0-493b-b053-5e15a850a356,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:17.088125 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 9717b981-fef0-493b-b053-5e15a850a356 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:59:17.154902 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44850) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:17.231654 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-d2a6a371-2bf0-4f88-a72a-98cd9fc48f23 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9123712 Jun 17 08:59:17.235908 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44854) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:17.254114 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Request body: {'subnet': {'network_id': '9717b981-fef0-493b-b053-5e15a850a356', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1840482502-subnet', 'tenant_id': '89bcba80fc484ad88fb54bd14b1b4339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:17.261017 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:17.272182 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-95f284b9-327c-4779-ba71-0e09727a49b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.356460 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-95f284b9-327c-4779-ba71-0e09727a49b5 admin admin] Publish callbacks [] for security_group (12379f4b-918c-4300-a8cf-20eee071bde8), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.358782 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Made reservation on behalf of 89bcba80fc484ad88fb54bd14b1b4339 for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:17.361726 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.419568 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-95f284b9-327c-4779-ba71-0e09727a49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (12379f4b-918c-4300-a8cf-20eee071bde8), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.472549 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-95f284b9-327c-4779-ba71-0e09727a49b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24d6b260ac424c83a77239f5004d4058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164191 Jun 17 08:59:17.474951 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f284b9-327c-4779-ba71-0e09727a49b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12379f4b-918c-4300-a8cf-20eee071bde8,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:17.475614 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44856) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:17.529343 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dbaddeca-f9dc-4d30-96ec-bcbfda4ff9e0 admin admin] Publish callbacks [] for security_group (12379f4b-918c-4300-a8cf-20eee071bde8), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.551856 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dbaddeca-f9dc-4d30-96ec-bcbfda4ff9e0 admin admin] Publish callbacks [] for security_group (12379f4b-918c-4300-a8cf-20eee071bde8), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.658460 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (1c975485-b331-43a4-8898-b9786c33ed0a), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.688762 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:17.697601 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dbaddeca-f9dc-4d30-96ec-bcbfda4ff9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (12379f4b-918c-4300-a8cf-20eee071bde8), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.700687 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-dbaddeca-f9dc-4d30-96ec-bcbfda4ff9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.705208 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-dbaddeca-f9dc-4d30-96ec-bcbfda4ff9e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12379f4b-918c-4300-a8cf-20eee071bde8 HTTP/1.1" status: 204 len: 168 time: 0.2285042 Jun 17 08:59:17.712981 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c975485-b331-43a4-8898-b9786c33ed0a,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:17.713608 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaddeca-f9dc-4d30-96ec-bcbfda4ff9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12379f4b-918c-4300-a8cf-20eee071bde8,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:17.732672 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Checking segment: {'id': '92f8f416-4fab-4f71-92ad-b7259b3f1438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9717b981-fef0-493b-b053-5e15a850a356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:59:17.733038 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Network hostable DHCP agents. Network: 9717b981-fef0-493b-b053-5e15a850a356, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:59:17.863037 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Network 9717b981-fef0-493b-b053-5e15a850a356 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:59:17.977444 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 9717b981-fef0-493b-b053-5e15a850a356) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:17.981668 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:17.982254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:17.987730 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f963e-4672-4861-8536-1866813f292b None None] Network 9717b981-fef0-493b-b053-5e15a850a356 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:18.037034 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:18.083390 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144d9e34-fab7-4228-8ccb-3583a7c16cbf None None] Network 9717b981-fef0-493b-b053-5e15a850a356 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:18.118327 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-aa2add6c-993b-48cf-acb6-31bb1c6264cd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8817997 Jun 17 08:59:18.613761 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44872) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:18.629166 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:18.714857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Publish callbacks [] for security_group (f00f3f76-1c51-4a0d-b4ed-3bfd7f043738), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:18.789122 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f00f3f76-1c51-4a0d-b4ed-3bfd7f043738), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:18.833482 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01912d5797774b7fb29d614d08f02da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185884 Jun 17 08:59:18.834676 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f3f76-1c51-4a0d-b4ed-3bfd7f043738,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:18.836726 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 44878) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:18.842393 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.842793 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.843136 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.843551 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.843881 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.844381 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.844713 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.845039 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.845365 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.845685 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.846008 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.846328 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.846719 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.846958 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.847273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91cdb-48d1-49e8-a72b-8a471f02d1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:18.889215 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66233156-f967-40d3-9d1b-1cc8752f76cf admin admin] Publish callbacks [] for security_group (f00f3f76-1c51-4a0d-b4ed-3bfd7f043738), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:18.915177 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66233156-f967-40d3-9d1b-1cc8752f76cf admin admin] Publish callbacks [] for security_group (f00f3f76-1c51-4a0d-b4ed-3bfd7f043738), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.046836 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66233156-f967-40d3-9d1b-1cc8752f76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (f00f3f76-1c51-4a0d-b4ed-3bfd7f043738), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.049600 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66233156-f967-40d3-9d1b-1cc8752f76cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.050783 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-66233156-f967-40d3-9d1b-1cc8752f76cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f00f3f76-1c51-4a0d-b4ed-3bfd7f043738 HTTP/1.1" status: 204 len: 168 time: 0.2127635 Jun 17 08:59:19.058505 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44886) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:19.059902 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66233156-f967-40d3-9d1b-1cc8752f76cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f3f76-1c51-4a0d-b4ed-3bfd7f043738,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.068596 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-579422805-network', 'tenant_id': '94a05a3588294520a9dfeaa2387d1e7d'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:19.189107 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Made reservation on behalf of 94a05a3588294520a9dfeaa2387d1e7d for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:19.191813 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.200773 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.278273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks [] for security_group (9919ca8c-364f-4e32-b938-068f036dffa3), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.343421 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9919ca8c-364f-4e32-b938-068f036dffa3), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.343751 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8005d7ba-9f96-4212-85a1-ca852e08e3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.372256 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:59:19.379698 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9919ca8c-364f-4e32-b938-068f036dffa3,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.386970 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (6801d512-8e81-49e3-98f4-d80c8d2fc602), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.387939 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Added segment 6801d512-8e81-49e3-98f4-d80c8d2fc602 of type vlan for network 34e0ea1c-5e6d-41dd-956f-c60998c284c9 Jun 17 08:59:19.429473 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (34e0ea1c-5e6d-41dd-956f-c60998c284c9), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.486721 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.526238 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (34e0ea1c-5e6d-41dd-956f-c60998c284c9), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.527582 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:19.528125 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:19.534973 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:19.594058 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] Pushing event updated for resources: {'Network': ['ID=34e0ea1c-5e6d-41dd-956f-c60998c284c9,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.603774 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 34e0ea1c-5e6d-41dd-956f-c60998c284c9 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:59:19.654542 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-4747071a-1321-468a-9b4f-418323de0231 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5952199 Jun 17 08:59:19.657735 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 44896) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:19.662797 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Request body: {'subnet': {'network_id': '34e0ea1c-5e6d-41dd-956f-c60998c284c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-579422805-subnet', 'tenant_id': '94a05a3588294520a9dfeaa2387d1e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:19.667277 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:19.790690 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Made reservation on behalf of 94a05a3588294520a9dfeaa2387d1e7d for: {'subnet': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:19.791716 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13658681'] for subnet (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:20.298154 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14377968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13658667'] for subnet (1c30922f-4c14-436c-b57f-d677aeead783), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:20.357342 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c30922f-4c14-436c-b57f-d677aeead783,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:20.364555 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Checking segment: {'id': '6801d512-8e81-49e3-98f4-d80c8d2fc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34e0ea1c-5e6d-41dd-956f-c60998c284c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:59:20.364911 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Network hostable DHCP agents. Network: 34e0ea1c-5e6d-41dd-956f-c60998c284c9, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:59:20.448058 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Network 34e0ea1c-5e6d-41dd-956f-c60998c284c9 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:59:20.543134 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 34e0ea1c-5e6d-41dd-956f-c60998c284c9) {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:20.547867 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:20.566438 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:20.567180 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20355971-2e8f-46a5-bfc7-dfa5dad3956f None None] Network 34e0ea1c-5e6d-41dd-956f-c60998c284c9 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:20.651436 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a87fc8-bbbb-4144-a55f-87f3280bcfa6 None None] Network 34e0ea1c-5e6d-41dd-956f-c60998c284c9 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:20.689267 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-67af3841-432a-45ab-ab8f-159ff3b715ad admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0278993 Jun 17 08:59:21.677342 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-594718a0-e41d-42ae-a86d-664e21b63eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:22.697260 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:24.115247 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:24.124007 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d1cb3-0266-48f4-89ff-afbb9e55988f req-ad8826f2-8bf1-4f46-b99f-274f549a35a4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:24.126702 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cd3d1cb3-0266-48f4-89ff-afbb9e55988f req-ad8826f2-8bf1-4f46-b99f-274f549a35a4 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0534196 Jun 17 08:59:24.181430 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cd3d1cb3-0266-48f4-89ff-afbb9e55988f req-0ebf7c89-5cb8-4a2d-805e-462d25ac84d5 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485020 Jun 17 08:59:24.720463 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:25.306554 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6296aa3-4ee2-471c-a52b-db0384969fea req-43eb79cd-6496-496a-94f8-6cf51fc21e9c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:25.308807 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6296aa3-4ee2-471c-a52b-db0384969fea req-43eb79cd-6496-496a-94f8-6cf51fc21e9c tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0487380 Jun 17 08:59:25.331197 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:25.358669 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6296aa3-4ee2-471c-a52b-db0384969fea req-7e459b25-d760-4f5b-a65d-729a8ef43341 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups?id=519d319e-70a3-40ce-820f-6b7196a7c34b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Jun 17 08:59:25.508579 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740e298-f187-4337-a55a-466ee40054cc req-be7c5af6-a498-4642-81ce-c6f70e6cb132 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:25.510413 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a740e298-f187-4337-a55a-466ee40054cc req-be7c5af6-a498-4642-81ce-c6f70e6cb132 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 946 time: 0.0555182 Jun 17 08:59:25.597440 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Deleting port 02d2e50f-49e7-4067-86ed-da24c07d5aea {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:25.597778 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:25.690650 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] For port 02d2e50f-49e7-4067-86ed-da24c07d5aea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02d2e50f-49e7-4067-86ed-da24c07d5aea,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:25.691015 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:25.733510 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:25.852055 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:25.852329 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (032b1899-f1df-495e-be90-aa4f528ac3e6), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:25.852701 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Floating IP 032b1899-f1df-495e-be90-aa4f528ac3e6 disassociated. External IP: 172.27.0.59, port: 02d2e50f-49e7-4067-86ed-da24c07d5aea. Jun 17 08:59:25.852978 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Calling delete_port for 02d2e50f-49e7-4067-86ed-da24c07d5aea owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:25.943099 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:26.096534 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (02d2e50f-49e7-4067-86ed-da24c07d5aea), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:26.127043 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event deleted for resources: {'Port': ['ID=02d2e50f-49e7-4067-86ed-da24c07d5aea,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.179827 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:26.245289 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Router b131d064-9b69-45d7-bfbf-d576f3d8e49d has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:26.355615 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:26.367654 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] Sync routers for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:26.371375 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:26.381452 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:26.382138 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:26.403897 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] No DVR routers for this DVR port 02d2e50f-49e7-4067-86ed-da24c07d5aea on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:26.412784 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:26.412784 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a740e298-f187-4337-a55a-466ee40054cc req-16990bd8-6ac5-4868-860e-ca77ba7c4931 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.83 "DELETE /v2.0/ports/02d2e50f-49e7-4067-86ed-da24c07d5aea HTTP/1.1" status: 204 len: 173 time: 0.8960307 Jun 17 08:59:26.413259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-deleted', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:59:26.416092 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579bf1ec-2fd3-40ae-97be-1f9b9a661d99" -d '{"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-deleted", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:26.478531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378b7db-fc7e-40e4-9640-9ab6d7f1cd61 x-openstack-request-id: req-4378b7db-fc7e-40e4-9640-9ab6d7f1cd61 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:26.478531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b18a4b5-273d-4ec1-81a8-ca670de385ea", "name": "network-vif-deleted", "tag": "02d2e50f-49e7-4067-86ed-da24c07d5aea", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:26.478531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4378b7db-fc7e-40e4-9640-9ab6d7f1cd61 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:26.478531 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4378b7db-fc7e-40e4-9640-9ab6d7f1cd61'] response: {'server_uuid': '2b18a4b5-273d-4ec1-81a8-ca670de385ea', 'name': 'network-vif-deleted', 'tag': '02d2e50f-49e7-4067-86ed-da24c07d5aea', 'status': 'completed', 'code': 200} Jun 17 08:59:26.504313 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:26.505920 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-80df22fe-b978-481e-85ac-952bb154bb84 req-737d6691-f207-4479-a611-cf7dcb11f8aa tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 210 time: 0.0374129 Jun 17 08:59:26.797153 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:26.825749 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] Checking router: b131d064-9b69-45d7-bfbf-d576f3d8e49d for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:26.835009 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:26.835642 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:26.936842 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:27.141959 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:27.168551 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849eebce-c8dc-4739-8751-e531aa97e1af None None] The sync data for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi is: [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:51:52Z', 'revision_number': 4, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354', 'name': '', 'network_id': '4f7d1d4a-2c54-4698-9b36-243535e9ccac', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'mac_address': 'fa:16:3e:5e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:51Z', 'updated_at': '2022-06-17T08:52:03Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'subnets': [{'id': '3d8327ab-e3f9-4b98-bf71-b31e64674148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:27.382792 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b747134-f700-4195-a580-ddbd61d425df None None] New status for floating IP 032b1899-f1df-495e-be90-aa4f528ac3e6: DOWN {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:59:27.617428 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-04ae528a-3c2d-4061-9092-25ee1f6167fc req-c1677521-aaf2-446a-8d7e-6e0a64b951d9 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 210 time: 0.0323014 Jun 17 08:59:28.728765 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d055034c-1194-41db-a9d8-344b1de90e11 req-e174ea96-5c17-4e51-8260-870ae9981469 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b18a4b5-273d-4ec1-81a8-ca670de385ea HTTP/1.1" status: 200 len: 210 time: 0.0268581 Jun 17 08:59:29.903753 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45046) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:29.965326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ee60883-eb71-40f5-ab81-c2100b5f8138 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (519d319e-70a3-40ce-820f-6b7196a7c34b), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:29.990349 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ee60883-eb71-40f5-ab81-c2100b5f8138 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (519d319e-70a3-40ce-820f-6b7196a7c34b), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.126730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ee60883-eb71-40f5-ab81-c2100b5f8138 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (519d319e-70a3-40ce-820f-6b7196a7c34b), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.130478 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-3ee60883-eb71-40f5-ab81-c2100b5f8138 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.134241 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-3ee60883-eb71-40f5-ab81-c2100b5f8138 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "DELETE /v2.0/security-groups/519d319e-70a3-40ce-820f-6b7196a7c34b HTTP/1.1" status: 204 len: 168 time: 0.2270048 Jun 17 08:59:30.134556 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45048) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:30.147825 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee60883-eb71-40f5-ab81-c2100b5f8138 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519d319e-70a3-40ce-820f-6b7196a7c34b,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:30.159884 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.api.v2.resource [None req-43d1eddc-5727-42f7-8b0f-808033416830 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] show failed (client error): The resource could not be found. Jun 17 08:59:30.164169 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-43d1eddc-5727-42f7-8b0f-808033416830 tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "GET /v2.0/security-groups/519d319e-70a3-40ce-820f-6b7196a7c34b HTTP/1.1" status: 404 len: 347 time: 0.0284970 Jun 17 08:59:30.166372 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45056) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:30.279271 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:30.291156 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Deleting port 2f975b1b-b04b-44ed-b328-c78f0e0416f7 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:30.291999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.305337 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 02d2e50f-49e7-4067-86ed-da24c07d5aea {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:30.305677 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 02d2e50f-49e7-4067-86ed-da24c07d5aea not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:30.377590 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.377914 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (2f975b1b-b04b-44ed-b328-c78f0e0416f7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.390396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Calling delete_port for 2f975b1b-b04b-44ed-b328-c78f0e0416f7 owned by network:floatingip {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:30.675136 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (2f975b1b-b04b-44ed-b328-c78f0e0416f7), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.700755 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Pushing event deleted for resources: {'Port': ['ID=2f975b1b-b04b-44ed-b328-c78f0e0416f7,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:30.769340 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks [] for floatingip (032b1899-f1df-495e-be90-aa4f528ac3e6), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.772073 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:30.773232 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-bfa1fedb-a1ac-46c1-9a62-6d2a83f8aead tempest-AttachVolumeShelveTestJSON-1501423591 tempest-AttachVolumeShelveTestJSON-1501423591-project] 10.222.0.78 "DELETE /v2.0/floatingips/032b1899-f1df-495e-be90-aa4f528ac3e6 HTTP/1.1" status: 204 len: 168 time: 0.6073363 Jun 17 08:59:31.682368 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:59:32.774838 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45114) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:33.078590 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Deleting port 74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:33.078888 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:33.160595 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:33.160918 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for floatingip (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:33.174619 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Calling delete_port for 74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3 owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:33.410639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:33.438459 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event deleted for resources: {'Port': ['ID=74953f9c-5cab-4f0e-a2dc-01c5bca7b1f3,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:33.492081 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:33.508767 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for floatingip (7c767729-a98a-4e82-8b4f-fed483cb662e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:33.509304 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Floating IP 7c767729-a98a-4e82-8b4f-fed483cb662e disassociated (deleted). External IP: 172.27.0.61, port: 3b983d08-82e5-4031-8c13-d190ca57fc87. Jun 17 08:59:33.539665 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45130) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:33.707211 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:33.726380 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:33.728492 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:33.837631 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:33.842524 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:33.848134 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] Sync routers for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:33.863663 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:33.864201 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:33.865852 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:33.877529 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-7c651d32-7a91-4c23-bbfc-070948c56ea5 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "DELETE /v2.0/floatingips/7c767729-a98a-4e82-8b4f-fed483cb662e HTTP/1.1" status: 204 len: 168 time: 1.0984988 Jun 17 08:59:33.877529 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:59:33.878703 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f1b504-81b5-4050-bce2-fa8ad7762dec" -d '{"events": [{"name": "network-changed", "server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:33.929527 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d83054-9620-47a7-8dc7-4ce321921b06 x-openstack-request-id: req-10d83054-9620-47a7-8dc7-4ce321921b06 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:33.929822 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:33.930081 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10d83054-9620-47a7-8dc7-4ce321921b06 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:33.931045 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d83054-9620-47a7-8dc7-4ce321921b06'] response: {'name': 'network-changed', 'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'status': 'completed', 'code': 200} Jun 17 08:59:34.000870 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:34.003984 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:34.021213 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-05eaa97e-3405-4741-8738-e90a657215fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:34.023572 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-05eaa97e-3405-4741-8738-e90a657215fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 1130 time: 0.0694592 Jun 17 08:59:34.111571 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (b131d064-9b69-45d7-bfbf-d576f3d8e49d), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:34.150186 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-64789bf4-2e43-4a73-b03a-c7b1e516a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:34.152353 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-64789bf4-2e43-4a73-b03a-c7b1e516a151 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 200 len: 910 time: 0.1225002 Jun 17 08:59:34.200387 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-1ef7abf1-b77a-47ef-8c0d-eb69467bd905 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 200 len: 217 time: 0.0397348 Jun 17 08:59:34.261232 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:26Z', 'revision_number': 5, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:34.263375 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-90184b92-6b24-4a51-8dcf-ce29cc874388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:34.265593 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-90184b92-6b24-4a51-8dcf-ce29cc874388 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 200 len: 848 time: 0.0596073 Jun 17 08:59:34.285312 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] Checking router: b7ba3a4f-2f14-4eef-b065-7014b6b21e84 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:34.294405 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:34.295030 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:34.311692 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-bca04144-8ad9-47c9-aa46-f6f715d3cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:34.313366 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-bca04144-8ad9-47c9-aa46-f6f715d3cd8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7cb290e5-1940-4a89-abd7-919a1f5a901c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419636 Jun 17 08:59:34.339007 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:34.381389 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Deleting port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:34.381939 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:34.413413 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:34.484961 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402a13c-c287-43e2-9ab1-61dc4407ab0d req-61622430-f141-4d8c-af9a-2625d58cbf78 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:34.486759 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4402a13c-c287-43e2-9ab1-61dc4407ab0d req-61622430-f141-4d8c-af9a-2625d58cbf78 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0909777 Jun 17 08:59:34.535053 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] For port ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:34.535433 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:34.564932 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Calling delete_port for ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 owned by network:router_interface {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:34.582313 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4402a13c-c287-43e2-9ab1-61dc4407ab0d req-288c766c-e60f-4c71-9e50-82c772775634 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872660 Jun 17 08:59:34.587396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:34.641042 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:26Z', 'revision_number': 5, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:34.671602 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279a6c1-7815-492e-b373-505fec5830bb None None] The sync data for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi is: [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:53:20Z', 'revision_number': 4, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'a11d6aab-dc44-42d5-bd17-88debe8b32cf', 'name': '', 'network_id': '7cb290e5-1940-4a89-abd7-919a1f5a901c', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'mac_address': 'fa:16:3e:51:c8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:19Z', 'updated_at': '2022-06-17T08:53:26Z', 'revision_number': 5, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'subnets': [{'id': '6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:34.816823 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:34.847977 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:34.928802 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6048a33-5ced-4b21-a31a-e4ca35e09533 None None] New status for floating IP 7c767729-a98a-4e82-8b4f-fed483cb662e: DOWN {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 08:59:35.046460 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (b131d064-9b69-45d7-bfbf-d576f3d8e49d), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:35.257100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:35.276121 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Router b131d064-9b69-45d7-bfbf-d576f3d8e49d has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:35.397935 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:35.406079 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-e63bedda-9925-41f0-8614-7372459ac532 admin admin] 10.222.0.78 "PUT /v2.0/routers/b131d064-9b69-45d7-bfbf-d576f3d8e49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8632169 Jun 17 08:59:35.408525 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45174) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:35.411064 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] Sync routers for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:35.422670 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:35.423287 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:35.467275 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-ae7d95f9-5033-49e9-a70d-eb8a551702ed service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168568 Jun 17 08:59:35.493428 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:35.521397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks [] for router (b131d064-9b69-45d7-bfbf-d576f3d8e49d), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:35.527529 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:35.655010 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-69f1b504-81b5-4050-bce2-fa8ad7762dec req-b5fce414-d07b-43c3-bcd4-49921bb67744 service neutron] 10.222.0.83 "GET /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294019 Jun 17 08:59:35.672477 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks [] for router_gateway (b131d064-9b69-45d7-bfbf-d576f3d8e49d), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:35.743760 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f2c3-a0fc-4dfa-8e8e-746ffa3cf10d req-58dd8cc0-c00b-4adc-841d-26bee7539ac8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:35.746080 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60c4f2c3-a0fc-4dfa-8e8e-746ffa3cf10d req-58dd8cc0-c00b-4adc-841d-26bee7539ac8 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0685985 Jun 17 08:59:35.805396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Deleting port d014669e-3fec-48ed-8071-00eb3602e4ef {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:35.806119 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:35.819743 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:59:34Z', 'revision_number': 5, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port': {'id': 'd014669e-3fec-48ed-8071-00eb3602e4ef', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:51:46Z', 'updated_at': '2022-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:35.847576 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-60c4f2c3-a0fc-4dfa-8e8e-746ffa3cf10d req-4be47dfc-030d-4953-8f84-6be9a7312d1c tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f1479c8-ef76-4ec4-96fe-9b116bc49458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955570 Jun 17 08:59:35.847806 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] Checking router: b131d064-9b69-45d7-bfbf-d576f3d8e49d for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:35.857294 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] Routers {'b131d064-9b69-45d7-bfbf-d576f3d8e49d'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:35.858048 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:35.912097 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-599428d4-29e6-4fa0-b0fb-e28186dc7e23 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:35.912251 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] For port d014669e-3fec-48ed-8071-00eb3602e4ef, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=d014669e-3fec-48ed-8071-00eb3602e4ef,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:35.912602 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:35.915712 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-599428d4-29e6-4fa0-b0fb-e28186dc7e23 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 946 time: 0.0817382 Jun 17 08:59:35.928963 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Calling delete_port for d014669e-3fec-48ed-8071-00eb3602e4ef owned by network:router_gateway {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:35.978900 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] Set router b131d064-9b69-45d7-bfbf-d576f3d8e49d gateway port host: None {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:36.043235 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Deleting port 3b983d08-82e5-4031-8c13-d190ca57fc87 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:36.043601 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.051065 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:59:35Z', 'revision_number': 6, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:36.083805 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c46c315-94c7-4488-b203-8989a772c35d None None] The sync data for ids ['b131d064-9b69-45d7-bfbf-d576f3d8e49d'] in dv-cinder-797608-33-iscsi is: [{'id': 'b131d064-9b69-45d7-bfbf-d576f3d8e49d', 'name': 'tempest-AttachVolumeShelveTestJSON-1529049350-router', 'tenant_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:51:45Z', 'updated_at': '2022-06-17T08:59:35Z', 'revision_number': 6, 'project_id': 'b493dbf75ed64a7dbda3e9c6a6168f8f', 'gw_port_host': None}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:36.166261 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:36.184732 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] For port 3b983d08-82e5-4031-8c13-d190ca57fc87, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3b983d08-82e5-4031-8c13-d190ca57fc87,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:36.184732 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.200747 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Calling delete_port for 3b983d08-82e5-4031-8c13-d190ca57fc87 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:36.246293 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (d014669e-3fec-48ed-8071-00eb3602e4ef), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.272710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d014669e-3fec-48ed-8071-00eb3602e4ef,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:36.343536 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (b131d064-9b69-45d7-bfbf-d576f3d8e49d), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.429618 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (3b983d08-82e5-4031-8c13-d190ca57fc87), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.430377 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (b131d064-9b69-45d7-bfbf-d576f3d8e49d), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.433624 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks [] for router_controller (b131d064-9b69-45d7-bfbf-d576f3d8e49d), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.443725 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:36.465945 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event deleted for resources: {'Port': ['ID=3b983d08-82e5-4031-8c13-d190ca57fc87,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:36.479687 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:36.611121 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (b131d064-9b69-45d7-bfbf-d576f3d8e49d), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.617262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b131d064-9b69-45d7-bfbf-d576f3d8e49d {{(pid=116210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:59:36.618973 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.620532 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d84b750a-5d86-4f67-9a46-3867933077d5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b131d064-9b69-45d7-bfbf-d576f3d8e49d HTTP/1.1" status: 204 len: 168 time: 1.2124932 Jun 17 08:59:36.622817 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45188) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:36.675343 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] Deleting subnet 3d8327ab-e3f9-4b98-bf71-b31e64674148 {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:59:36.681069 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] Publish callbacks [] for subnet (3d8327ab-e3f9-4b98-bf71-b31e64674148), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.721902 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (3d8327ab-e3f9-4b98-bf71-b31e64674148), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.770722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:36.800132 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] No DVR routers for this DVR port 3b983d08-82e5-4031-8c13-d190ca57fc87 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:36.802480 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.805997 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-331a219f-ff69-4828-bda7-5c6f84d72fc1 req-24734f64-35d1-41e1-9193-156cb951c193 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.83 "DELETE /v2.0/ports/3b983d08-82e5-4031-8c13-d190ca57fc87 HTTP/1.1" status: 204 len: 173 time: 0.8847950 Jun 17 08:59:36.806461 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-deleted', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:59:36.808757 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101cdcd-6581-4b14-9b7e-71982e5c06df" -d '{"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-deleted", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:36.828369 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (3d8327ab-e3f9-4b98-bf71-b31e64674148), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:36.848473 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f1c3ca-4d19-46ad-8a0f-8daba901588f x-openstack-request-id: req-38f1c3ca-4d19-46ad-8a0f-8daba901588f {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:36.849120 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e32781c-7056-4c56-a02d-4c94cbc414f8", "name": "network-vif-deleted", "tag": "3b983d08-82e5-4031-8c13-d190ca57fc87", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:36.849564 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38f1c3ca-4d19-46ad-8a0f-8daba901588f {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:36.850214 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f1c3ca-4d19-46ad-8a0f-8daba901588f'] response: {'server_uuid': '8e32781c-7056-4c56-a02d-4c94cbc414f8', 'name': 'network-vif-deleted', 'tag': '3b983d08-82e5-4031-8c13-d190ca57fc87', 'status': 'completed', 'code': 200} Jun 17 08:59:36.970607 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-caeb580a-47fa-4cd0-8f55-6a873935a0c0 req-cef44311-6680-46d4-85c8-4c18850821f2 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0406270 Jun 17 08:59:37.006893 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (3d8327ab-e3f9-4b98-bf71-b31e64674148), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.042858 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.047106 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3d8327ab-e3f9-4b98-bf71-b31e64674148 HTTP/1.1" status: 204 len: 168 time: 0.4222364 Jun 17 08:59:37.047313 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea817-bfa4-4dec-a3c5-37a67b745de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8327ab-e3f9-4b98-bf71-b31e64674148,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:37.049196 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45204) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:37.053232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3707a-020b-45e6-ae00-8757f7d5eb06 None None] Network 4f7d1d4a-2c54-4698-9b36-243535e9ccac requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:37.125862 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (4f7d1d4a-2c54-4698-9b36-243535e9ccac), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.179658 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Deleting port 2df8598e-5ff3-4eb3-a0fd-993868031a19 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:37.180302 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.257043 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] DHCP port deletion for 4f7d1d4a-2c54-4698-9b36-243535e9ccac request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:59:37.267376 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] For port 2df8598e-5ff3-4eb3-a0fd-993868031a19, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2df8598e-5ff3-4eb3-a0fd-993868031a19,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:37.267923 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.282273 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Calling delete_port for 2df8598e-5ff3-4eb3-a0fd-993868031a19 owned by network:dhcp {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:37.305584 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] Deleting port 2df8598e-5ff3-4eb3-a0fd-993868031a19 {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:37.306505 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.360894 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:37.381839 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] For port 2df8598e-5ff3-4eb3-a0fd-993868031a19, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2df8598e-5ff3-4eb3-a0fd-993868031a19,segment=NetworkSegment(ed0cf136-4848-4f3a-b024-85cbcbbe38b5),segment_id=ed0cf136-4848-4f3a-b024-85cbcbbe38b5)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:37.382230 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.395948 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] Calling delete_port for 2df8598e-5ff3-4eb3-a0fd-993868031a19 owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:37.450238 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.463793 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:37.478317 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (2df8598e-5ff3-4eb3-a0fd-993868031a19), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.479280 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df8598e-5ff3-4eb3-a0fd-993868031a19,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:37.481491 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] No DVR routers for this DVR port 2df8598e-5ff3-4eb3-a0fd-993868031a19 on host dv-cinder-797608-33-iscsi {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:37.509495 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] Pushing event deleted for resources: {'Port': ['ID=2df8598e-5ff3-4eb3-a0fd-993868031a19,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:37.516707 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2d052-f3e6-4378-b02a-d0b46f02f121 None None] No DVR routers for this DVR port 2df8598e-5ff3-4eb3-a0fd-993868031a19 on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:37.579732 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (4f7d1d4a-2c54-4698-9b36-243535e9ccac), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.601603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7d1d4a-2c54-4698-9b36-243535e9ccac']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:37.612068 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:37.612365 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0cf136-4848-4f3a-b024-85cbcbbe38b5') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:37.622117 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (ed0cf136-4848-4f3a-b024-85cbcbbe38b5), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.635969 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (ed0cf136-4848-4f3a-b024-85cbcbbe38b5), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.643502 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:37.643900 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (ed0cf136-4848-4f3a-b024-85cbcbbe38b5), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.669945 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment ed0cf136-4848-4f3a-b024-85cbcbbe38b5 resource provider aggregate not found Jun 17 08:59:37.722826 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment ed0cf136-4848-4f3a-b024-85cbcbbe38b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed0cf136-4848-4f3a-b024-85cbcbbe38b5 found for delete ", "request_id": "req-b09a58c9-417e-4665-8e2f-76736e66a6d8"}]} Jun 17 08:59:37.804836 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (4f7d1d4a-2c54-4698-9b36-243535e9ccac), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.809829 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:37.814009 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4f7d1d4a-2c54-4698-9b36-243535e9ccac HTTP/1.1" status: 204 len: 168 time: 0.7626708 Jun 17 08:59:37.826074 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5201a0-74ce-4d0f-b4bd-2287c05a7282 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7d1d4a-2c54-4698-9b36-243535e9ccac,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:38.089453 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e0da8d17-5834-47f6-8ea4-6e015bf4cfa8 req-e1cd3bd7-92ef-41d9-bf5c-e6ca20896999 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e32781c-7056-4c56-a02d-4c94cbc414f8 HTTP/1.1" status: 200 len: 210 time: 0.0292721 Jun 17 08:59:38.177059 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device d014669e-3fec-48ed-8071-00eb3602e4ef no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:38.198034 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: d014669e-3fec-48ed-8071-00eb3602e4ef {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:38.198373 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device d014669e-3fec-48ed-8071-00eb3602e4ef not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:38.198784 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:38.221503 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:38.221883 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device ae2f5c7d-ce61-4113-bd0f-25ec3e5f5354 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:38.222282 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2df8598e-5ff3-4eb3-a0fd-993868031a19 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:38.243731 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 2df8598e-5ff3-4eb3-a0fd-993868031a19 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:38.244081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2df8598e-5ff3-4eb3-a0fd-993868031a19 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:38.245433 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45232) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:38.291118 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ae2ef90b-17c8-4b5f-87ec-2342f2dbb6bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b493dbf75ed64a7dbda3e9c6a6168f8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443115 Jun 17 08:59:38.293662 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45234) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:38.293844 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 3b983d08-82e5-4031-8c13-d190ca57fc87 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:38.318208 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 3b983d08-82e5-4031-8c13-d190ca57fc87 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:38.318572 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 3b983d08-82e5-4031-8c13-d190ca57fc87 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:38.357654 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-25592e83-7a7f-4da3-a924-89adc4289023 admin admin] Publish callbacks [] for security_group (309bd170-5e45-48d1-8088-afe7229cbbf3), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:38.369980 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:38.383618 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-25592e83-7a7f-4da3-a924-89adc4289023 admin admin] Publish callbacks [] for security_group (309bd170-5e45-48d1-8088-afe7229cbbf3), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:38.605316 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-25592e83-7a7f-4da3-a924-89adc4289023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (309bd170-5e45-48d1-8088-afe7229cbbf3), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:38.605316 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-25592e83-7a7f-4da3-a924-89adc4289023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:38.605896 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-25592e83-7a7f-4da3-a924-89adc4289023 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/309bd170-5e45-48d1-8088-afe7229cbbf3 HTTP/1.1" status: 204 len: 168 time: 0.3108122 Jun 17 08:59:38.620652 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25592e83-7a7f-4da3-a924-89adc4289023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309bd170-5e45-48d1-8088-afe7229cbbf3,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:39.156988 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45262) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:39.220790 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-209b7e89-7f85-46e2-ab1e-4d5effed5ec3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group (3f1479c8-ef76-4ec4-96fe-9b116bc49458), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:39.253744 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-209b7e89-7f85-46e2-ab1e-4d5effed5ec3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group (3f1479c8-ef76-4ec4-96fe-9b116bc49458), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:39.440430 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-209b7e89-7f85-46e2-ab1e-4d5effed5ec3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3f1479c8-ef76-4ec4-96fe-9b116bc49458), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:39.443182 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-209b7e89-7f85-46e2-ab1e-4d5effed5ec3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:39.448205 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-209b7e89-7f85-46e2-ab1e-4d5effed5ec3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] 10.222.0.78 "DELETE /v2.0/security-groups/3f1479c8-ef76-4ec4-96fe-9b116bc49458 HTTP/1.1" status: 204 len: 168 time: 0.2881908 Jun 17 08:59:39.448205 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:39.460945 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b7e89-7f85-46e2-ab1e-4d5effed5ec3 tempest-TestShelveInstance-1321630281 tempest-TestShelveInstance-1321630281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1479c8-ef76-4ec4-96fe-9b116bc49458,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:39.623187 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45282) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:39.722481 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45288) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:39.777156 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-509854684-network', 'tenant_id': 'f0964a125c554efe858f7695016de8db'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:39.897284 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Made reservation on behalf of f0964a125c554efe858f7695016de8db for: {'network': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:39.899624 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:39.919446 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45302) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:39.940346 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:39.965979 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] Deleting subnet 1c975485-b331-43a4-8898-b9786c33ed0a {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:59:39.970055 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] Publish callbacks [] for subnet (1c975485-b331-43a4-8898-b9786c33ed0a), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.005402 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (1c975485-b331-43a4-8898-b9786c33ed0a), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.050268 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (1c975485-b331-43a4-8898-b9786c33ed0a), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.127932 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks [] for security_group (23d83081-d719-442c-a03c-d7d23ead0b1c), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.180491 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.183762 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (1c975485-b331-43a4-8898-b9786c33ed0a), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.210926 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c975485-b331-43a4-8898-b9786c33ed0a,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:40.214350 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.217535 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-bc824d64-2c95-4cf1-a1d7-fd0f806d2cdc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1c975485-b331-43a4-8898-b9786c33ed0a HTTP/1.1" status: 204 len: 168 time: 0.2969718 Jun 17 08:59:40.219612 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (23d83081-d719-442c-a03c-d7d23ead0b1c), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.220822 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45304) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:40.250128 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=116209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:59:40.293145 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (9717b981-fef0-493b-b053-5e15a850a356), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.293714 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d83081-d719-442c-a03c-d7d23ead0b1c,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:40.298246 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (c39d964a-b42d-4ca2-b165-af13876dd1f9), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.298592 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.segments_db [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Added segment c39d964a-b42d-4ca2-b165-af13876dd1f9 of type vlan for network f7268d72-a199-4405-a1f3-cc49733ddcf9 Jun 17 08:59:40.345397 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:40.380109 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (9717b981-fef0-493b-b053-5e15a850a356), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.391978 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (f7268d72-a199-4405-a1f3-cc49733ddcf9), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.410474 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9717b981-fef0-493b-b053-5e15a850a356']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:40.422106 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f8f416-4fab-4f71-92ad-b7259b3f1438') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:40.422956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f8f416-4fab-4f71-92ad-b7259b3f1438') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:40.434188 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (92f8f416-4fab-4f71-92ad-b7259b3f1438), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.439150 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:40.456373 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (92f8f416-4fab-4f71-92ad-b7259b3f1438), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.463477 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:40.463910 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (92f8f416-4fab-4f71-92ad-b7259b3f1438), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.518337 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 92f8f416-4fab-4f71-92ad-b7259b3f1438 resource provider aggregate not found Jun 17 08:59:40.525531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Deleting port a11d6aab-dc44-42d5-bd17-88debe8b32cf {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:40.525802 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.539176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (f7268d72-a199-4405-a1f3-cc49733ddcf9), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.540214 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:40.541013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.548072 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 92f8f416-4fab-4f71-92ad-b7259b3f1438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92f8f416-4fab-4f71-92ad-b7259b3f1438 found for delete ", "request_id": "req-8d2d48dd-66b9-45e1-a504-5ae1b330c9d7"}]} Jun 17 08:59:40.623299 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (9717b981-fef0-493b-b053-5e15a850a356), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.629004 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.632123 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9717b981-fef0-493b-b053-5e15a850a356 HTTP/1.1" status: 204 len: 168 time: 0.4103036 Jun 17 08:59:40.634937 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45316) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:40.656171 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956a11-b62e-483e-8342-df2e26d77196 admin admin] Pushing event deleted for resources: {'Network': ['ID=9717b981-fef0-493b-b053-5e15a850a356,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:40.656328 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9287024 Jun 17 08:59:40.656328 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc619-f60d-4c12-ae0d-5bcf075dd078 admin admin] Pushing event updated for resources: {'Network': ['ID=f7268d72-a199-4405-a1f3-cc49733ddcf9,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:40.660014 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45318) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:40.668686 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Request body: {'subnet': {'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-509854684-subnet', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:40.675034 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:59:40.689576 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] For port a11d6aab-dc44-42d5-bd17-88debe8b32cf, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a11d6aab-dc44-42d5-bd17-88debe8b32cf,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:40.689939 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.695042 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] Deleting subnet 1c30922f-4c14-436c-b57f-d677aeead783 {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:59:40.698567 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] Publish callbacks [] for subnet (1c30922f-4c14-436c-b57f-d677aeead783), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.711398 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Calling delete_port for a11d6aab-dc44-42d5-bd17-88debe8b32cf owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:40.729799 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:40.742259 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (1c30922f-4c14-436c-b57f-d677aeead783), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.845241 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Made reservation on behalf of f0964a125c554efe858f7695016de8db for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:40.847706 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:40.920224 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:41.069953 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (1c30922f-4c14-436c-b57f-d677aeead783), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.110380 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (a11d6aab-dc44-42d5-bd17-88debe8b32cf), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.133466 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:41.136644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11d6aab-dc44-42d5-bd17-88debe8b32cf,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:41.200032 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (b0e8a00b-7191-40d3-88d3-7a7a45327d1f), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.218039 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (1c30922f-4c14-436c-b57f-d677aeead783), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.251330 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c30922f-4c14-436c-b57f-d677aeead783,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:41.255468 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.258702 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-85e8ce7a-c11f-40ed-a4f3-a24f2adc547c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1c30922f-4c14-436c-b57f-d677aeead783 HTTP/1.1" status: 204 len: 168 time: 0.6228158 Jun 17 08:59:41.261516 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45328) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:41.270306 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:41.287806 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e8a00b-7191-40d3-88d3-7a7a45327d1f,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:41.335579 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Checking segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:59:41.336023 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Network hostable DHCP agents. Network: f7268d72-a199-4405-a1f3-cc49733ddcf9, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:59:41.350236 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (34e0ea1c-5e6d-41dd-956f-c60998c284c9), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.409042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.433753 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (34e0ea1c-5e6d-41dd-956f-c60998c284c9), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.454588 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e0ea1c-5e6d-41dd-956f-c60998c284c9']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:41.464142 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6801d512-8e81-49e3-98f4-d80c8d2fc602') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:41.464435 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6801d512-8e81-49e3-98f4-d80c8d2fc602') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:41.474883 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (6801d512-8e81-49e3-98f4-d80c8d2fc602), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.489119 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (6801d512-8e81-49e3-98f4-d80c8d2fc602), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.495607 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:41.496042 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (6801d512-8e81-49e3-98f4-d80c8d2fc602), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.497358 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:59:41.626425 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:41.663420 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (34e0ea1c-5e6d-41dd-956f-c60998c284c9), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.668689 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, f7268d72-a199-4405-a1f3-cc49733ddcf9) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:41.669261 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.676780 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] 10.222.0.78 "DELETE /v2.0/networks/34e0ea1c-5e6d-41dd-956f-c60998c284c9 HTTP/1.1" status: 204 len: 168 time: 0.4133034 Jun 17 08:59:41.678723 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:41.679999 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.682380 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e98822-530c-4706-aa22-1c68a193d4ec None None] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:41.704177 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af5177-eddc-48e7-a6d8-10706703ee48 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e0ea1c-5e6d-41dd-956f-c60998c284c9,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:41.741428 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:41.748025 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-74799dbb-e8f0-47ac-8f66-fc317d773fb1 admin admin] 10.222.0.78 "PUT /v2.0/routers/b7ba3a4f-2f14-4eef-b065-7014b6b21e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1225519 Jun 17 08:59:41.749655 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45332) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:41.753077 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] Sync routers for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:41.780632 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:41.781564 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:41.795576 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0a32908c-1eee-4d2c-a0ff-080306532c4a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1343091 Jun 17 08:59:41.798985 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45334) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:41.803513 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:41.843761 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:41.855519 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69078e0-5197-5035-90e5-9f89f90517c6-f7268d72-a199-4405-a1f3-cc49733ddcf9', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'project_id': 'f0964a125c554efe858f7695016de8db', 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f'}]}} from dv-cinder-797608-33-iscsi. {{(pid=116211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 08:59:41.856594 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.869988 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks [] for router (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.882018 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126765'] for router (dce00025-9821-48d4-81e3-c4873db2b9b1), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.883401 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126772'] for router (dce00025-9821-48d4-81e3-c4873db2b9b1), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.955285 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks [] for router_controller (dce00025-9821-48d4-81e3-c4873db2b9b1), precommit_add_association {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:41.978604 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45336) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:41.990975 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:42.003484 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks [] for router_gateway (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.038330 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-386f96b3-0e23-4bf0-ba35-111152bc3c70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89bcba80fc484ad88fb54bd14b1b4339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563686 Jun 17 08:59:42.038583 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45338) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:42.140229 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Deleting port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:42.140835 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.174466 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.db_base_plugin_common [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Allocated IP 172.20.0.2 (f7268d72-a199-4405-a1f3-cc49733ddcf9/b0e8a00b-7191-40d3-88d3-7a7a45327d1f/317b96c4-f6ce-41a2-9d4a-e12381d10f0b) {{(pid=116211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:42.187827 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks [] for router_gateway (dce00025-9821-48d4-81e3-c4873db2b9b1), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.236863 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a20f-0ab5-4736-ae9a-2b9004eb637a admin admin] Publish callbacks [] for security_group (c99f9a9b-78a5-49b1-b84e-e0b821f9dcce), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.262837 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a20f-0ab5-4736-ae9a-2b9004eb637a admin admin] Publish callbacks [] for security_group (c99f9a9b-78a5-49b1-b84e-e0b821f9dcce), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.294042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] For port 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:42.294414 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.297506 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:59:40Z', 'revision_number': 5, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port': {'id': '92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:17Z', 'updated_at': '2022-06-17T08:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:42.300645 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:42.318280 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Calling delete_port for 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb owned by network:router_gateway {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:42.331199 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] Checking router: b7ba3a4f-2f14-4eef-b065-7014b6b21e84 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:42.337825 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:42.351491 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] Routers {'b7ba3a4f-2f14-4eef-b065-7014b6b21e84'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:42.352416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:42.426619 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:42.436059 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a20f-0ab5-4736-ae9a-2b9004eb637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (c99f9a9b-78a5-49b1-b84e-e0b821f9dcce), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.438893 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a20f-0ab5-4736-ae9a-2b9004eb637a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.451042 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c5d2a20f-0ab5-4736-ae9a-2b9004eb637a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c99f9a9b-78a5-49b1-b84e-e0b821f9dcce HTTP/1.1" status: 204 len: 168 time: 0.4031374 Jun 17 08:59:42.465861 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2a20f-0ab5-4736-ae9a-2b9004eb637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f9a9b-78a5-49b1-b84e-e0b821f9dcce,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:42.517672 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:42.524685 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks [] for router_gateway (dce00025-9821-48d4-81e3-c4873db2b9b1), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.526356 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Publish callbacks [] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), precommit_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.539164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] Set router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 gateway port host: None {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:42.562767 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.598641 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 6801d512-8e81-49e3-98f4-d80c8d2fc602 resource provider aggregate not found Jun 17 08:59:42.623118 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 6801d512-8e81-49e3-98f4-d80c8d2fc602 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6801d512-8e81-49e3-98f4-d80c8d2fc602 found for delete ", "request_id": "req-5d94f276-db61-4bfb-ad44-fdf03b56442c"}]} Jun 17 08:59:42.664037 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.711973 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Allocated IP 172.27.0.17 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/80da9c60-cc34-4f7b-9ec1-272ada4da7ce) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:42.750343 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:59:42Z', 'revision_number': 6, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:42.756474 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), after_create {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.789873 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e132ea9-1c6f-436c-96ec-a5a07b12ad0d None None] The sync data for ids ['b7ba3a4f-2f14-4eef-b065-7014b6b21e84'] in dv-cinder-797608-33-iscsi is: [{'id': 'b7ba3a4f-2f14-4eef-b065-7014b6b21e84', 'name': 'tempest-TestShelveInstance-1027808746-router', 'tenant_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:16Z', 'updated_at': '2022-06-17T08:59:42Z', 'revision_number': 6, 'project_id': '7e69cf14c3c8482fbf95620efe1bee1d', 'gw_port_host': None}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:42.823726 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 is already hosted by enough agents. {{(pid=116211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:42.832360 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.scheduler.base_scheduler [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Resources bound (agent type, host, resource id): {{(pid=116211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:42.837335 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Received port after_create {{(pid=116211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:59:42.845664 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks [] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.848530 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:42.881329 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Pushing event updated for resources: {'Port': ['ID=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,revision_number=1']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:42.924189 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.924632 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.925184 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.925739 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.926138 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.926531 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.926924 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.927369 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.927752 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.928136 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.928631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.929121 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.929483 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.929766 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.930222 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:42.947772 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Attempting to bind port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:59:42.948389 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Attempting to bind port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:59:42.948959 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Attempting to bind port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b on network f7268d72-a199-4405-a1f3-cc49733ddcf9 {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:59:42.950855 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.958105 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:59:42.959881 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Checking segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:59:42.959881 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.959881 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Bound using segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} {{(pid=116211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:59:42.960717 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.managers [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Bound port: 317b96c4-f6ce-41a2-9d4a-e12381d10f0b, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}}] {{(pid=116211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:59:42.961302 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:42.980155 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:43.028984 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Pushing event updated for resources: {'Port': ['ID=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:43.041256 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] For port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:59:43.045351 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] For port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:59:43.046572 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:43.048419 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:43.050925 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:59:43.053165 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.136382 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:43.146213 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.148079 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.150720 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks [] for router_controller (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.206500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ec631-1f47-47ea-964a-843be90e2f45 None None] Pushing event updated for resources: {'Port': ['ID=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,revision_number=2']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:43.251633 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (b7ba3a4f-2f14-4eef-b065-7014b6b21e84), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.253639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ba3a4f-2f14-4eef-b065-7014b6b21e84 {{(pid=116209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:59:43.257881 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.259256 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-4199f4df-751e-4165-8f2c-0cb41c771c41 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b7ba3a4f-2f14-4eef-b065-7014b6b21e84 HTTP/1.1" status: 204 len: 168 time: 1.5084584 Jun 17 08:59:43.261833 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45356) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:43.317312 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_v2 [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] Deleting subnet 6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 {{(pid=116209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:59:43.321614 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] Publish callbacks [] for subnet (6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.361822 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45358) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:43.408279 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542764'] for subnet (6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.412473 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks [] for router_gateway (dce00025-9821-48d4-81e3-c4873db2b9b1), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.489229 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-3624e779-93ae-4d47-aa7f-b6fa93602d07 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94a05a3588294520a9dfeaa2387d1e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1238887 Jun 17 08:59:43.489564 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45360) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:43.521389 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:43.567264 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.610680 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9d30f320-e026-4943-ade6-226b0fce4875 admin admin] Publish callbacks [] for security_group (9919ca8c-364f-4e32-b938-068f036dffa3), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.672654 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9d30f320-e026-4943-ade6-226b0fce4875 admin admin] Publish callbacks [] for security_group (9919ca8c-364f-4e32-b938-068f036dffa3), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.725474 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-754524'] for router (dce00025-9821-48d4-81e3-c4873db2b9b1), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.730739 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14163180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14228874'] for subnet (6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.766652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4671edd1-0f0a-41c5-8c5d-77a2935d8243 None None] Network 7cb290e5-1940-4a89-abd7-919a1f5a901c requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:43.814953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:43.820459 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.832578 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-a513476a-9ea4-41c7-b7da-62bc554c4bb1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6e0ad91a-eac6-4f75-8ee7-6e3e7b82f5f9 HTTP/1.1" status: 204 len: 168 time: 0.5694139 Jun 17 08:59:43.833996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45368) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:43.863006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:43.881956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9d30f320-e026-4943-ade6-226b0fce4875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9919ca8c-364f-4e32-b938-068f036dffa3), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.884736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-9d30f320-e026-4943-ade6-226b0fce4875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:43.886296 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-9d30f320-e026-4943-ade6-226b0fce4875 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9919ca8c-364f-4e32-b938-068f036dffa3 HTTP/1.1" status: 204 len: 168 time: 0.3954985 Jun 17 08:59:43.914704 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30f320-e026-4943-ade6-226b0fce4875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9919ca8c-364f-4e32-b938-068f036dffa3,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:43.963729 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (7cb290e5-1940-4a89-abd7-919a1f5a901c), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.002051 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Router dce00025-9821-48d4-81e3-c4873db2b9b1 is scheduled to L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 with binding_index 1 {{(pid=116210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:59:44.013559 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Deleting port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:44.013691 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.034631 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] DHCP port deletion for 7cb290e5-1940-4a89-abd7-919a1f5a901c request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:59:44.085823 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:44.090031 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] Deleting port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:44.090896 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.120198 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] For port 497dc6a2-1db4-47c8-ab82-c1bee02214b6, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=497dc6a2-1db4-47c8-ab82-c1bee02214b6,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:44.121764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.173193 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Calling delete_port for 497dc6a2-1db4-47c8-ab82-c1bee02214b6 owned by network:dhcp {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:44.195874 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:44.210969 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Sync routers for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:44.229298 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:44.231832 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:44.237906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] For port 497dc6a2-1db4-47c8-ab82-c1bee02214b6, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=497dc6a2-1db4-47c8-ab82-c1bee02214b6,segment=NetworkSegment(79f9b924-fe0b-4296-97c7-8fb80d909362),segment_id=79f9b924-fe0b-4296-97c7-8fb80d909362)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:44.238499 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.258860 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] Calling delete_port for 497dc6a2-1db4-47c8-ab82-c1bee02214b6 owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:44.264100 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:44.310762 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 317b96c4-f6ce-41a2-9d4a-e12381d10f0b up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:59:44.355226 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.363319 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.365914 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:44.367495 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-49008657-6ff4-4ce0-80b6-5837f85ff860 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5673351 Jun 17 08:59:44.370024 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45374) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:44.398587 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:44.398957 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.427177 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=497dc6a2-1db4-47c8-ab82-c1bee02214b6,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:44.438805 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] No DVR routers for this DVR port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 on host dv-cinder-797608-33-iscsi {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:44.460966 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (497dc6a2-1db4-47c8-ab82-c1bee02214b6), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.538598 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] Pushing event deleted for resources: {'Port': ['ID=497dc6a2-1db4-47c8-ab82-c1bee02214b6,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:44.584466 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:44.586501 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (7cb290e5-1940-4a89-abd7-919a1f5a901c), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.601282 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e32eb-a867-4329-a4bd-0819d5809b0a None None] No DVR routers for this DVR port 497dc6a2-1db4-47c8-ab82-c1bee02214b6 on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:44.641501 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb290e5-1940-4a89-abd7-919a1f5a901c']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:44.644762 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:44.645292 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.648134 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:44.649399 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:43Z', 'revision_number': 3, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:44.662852 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f9b924-fe0b-4296-97c7-8fb80d909362') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:44.663200 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f9b924-fe0b-4296-97c7-8fb80d909362') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:44.677811 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Checking router: dce00025-9821-48d4-81e3-c4873db2b9b1 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:44.678308 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Updating router dce00025-9821-48d4-81e3-c4873db2b9b1 port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:59:44.679020 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (79f9b924-fe0b-4296-97c7-8fb80d909362), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.710958 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.719824 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (79f9b924-fe0b-4296-97c7-8fb80d909362), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.736179 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:44.738105 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (79f9b924-fe0b-4296-97c7-8fb80d909362), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.752056 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:44.791277 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment 79f9b924-fe0b-4296-97c7-8fb80d909362 resource provider aggregate not found Jun 17 08:59:44.840608 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:44.894081 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment 79f9b924-fe0b-4296-97c7-8fb80d909362 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79f9b924-fe0b-4296-97c7-8fb80d909362 found for delete ", "request_id": "req-2af49969-771a-4eb5-a65b-580c326b65ef"}]} Jun 17 08:59:44.966936 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:44.971749 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,revision_number=3']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:44.978780 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:45.006118 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (7cb290e5-1940-4a89-abd7-919a1f5a901c), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.010912 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:45.016189 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 92ddd2cd-39d0-40c9-abdb-ffb2d39a32eb not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:45.016189 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 497dc6a2-1db4-47c8-ab82-c1bee02214b6 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:45.019131 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.032067 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7cb290e5-1940-4a89-abd7-919a1f5a901c HTTP/1.1" status: 204 len: 168 time: 1.1917319 Jun 17 08:59:45.032321 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45392) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:45.058405 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e37d1-3631-4c60-bb48-f547b5a06f82 None None] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:45.133616 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.142547 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 497dc6a2-1db4-47c8-ab82-c1bee02214b6 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:45.143099 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 497dc6a2-1db4-47c8-ab82-c1bee02214b6 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:45.143646 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a11d6aab-dc44-42d5-bd17-88debe8b32cf no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:45.177417 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00b1ae-b6db-4f5b-a012-e53ddf70b0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb290e5-1940-4a89-abd7-919a1f5a901c,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:45.177753 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: a11d6aab-dc44-42d5-bd17-88debe8b32cf {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:45.178225 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a11d6aab-dc44-42d5-bd17-88debe8b32cf not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:45.189817 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-f7c584c2-36d6-45ff-9dc4-717f1efbfcb3 None None] Provisioning complete for port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:45.190278 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-f7c584c2-36d6-45ff-9dc4-717f1efbfcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.224511 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Publish callbacks [] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.316500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-f7c584c2-36d6-45ff-9dc4-717f1efbfcb3 None None] Current status of the port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:45.331311 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Allocated IP 172.20.0.1 (f7268d72-a199-4405-a1f3-cc49733ddcf9/b0e8a00b-7191-40d3-88d3-7a7a45327d1f/610ab7ca-4041-4325-9179-fb3a6a877156) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:45.424586 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:45.446501 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.458049 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:45.462805 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks [] for port (610ab7ca-4041-4325-9179-fb3a6a877156), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.544835 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (cfd82544-a7b9-47fa-afaf-a455d58f2532), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.558332 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Attempting to bind port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:59:45.558755 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Attempting to bind port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:59:45.559102 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Attempting to bind port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce on network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:59:45.568198 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.575311 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:59:45.575997 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Checking segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:59:45.576618 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.577973 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Bound using segment: {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:59:45.578935 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Bound port: 80da9c60-cc34-4f7b-9ec1-272ada4da7ce, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bd527-ea69-461c-9ac7-af8d24db2f7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:59:45.579669 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.583073 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Pushing event updated for resources: {'Port': ['ID=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,revision_number=2']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:45.590543 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:45.621739 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:45.622864 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.623333 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.623668 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.624649 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.625139 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:45.625352 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.625497 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.625813 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.626130 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.627520 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.628139 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.628689 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.628924 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:59:45.629374 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.629875 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.630649 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.632065 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:45.648800 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-fb0411c0-88f9-4a97-b279-d9e3cd62fb42 None None] Provisioning complete for port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:45.649395 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-fb0411c0-88f9-4a97-b279-d9e3cd62fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.689693 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:45.696686 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] For port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:59:45.704467 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] For port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:59:45.710724 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Pushing event updated for resources: {'Port': ['ID=610ab7ca-4041-4325-9179-fb3a6a877156,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:45.727501 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786032'] for router_interface (dce00025-9821-48d4-81e3-c4873db2b9b1), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.808524 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-fb0411c0-88f9-4a97-b279-d9e3cd62fb42 None None] Current status of the port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:45.859288 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.910828 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Deleting port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:45.912098 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:45.934697 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:45.935341 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:45.982627 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4461dfe-9834-45eb-81fa-a74d9bbb664c None None] Pushing event updated for resources: {'Port': ['ID=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:46.040271 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.042411 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] For port 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,segment=NetworkSegment(f2ce3783-4697-4892-80d4-0926301affa7),segment_id=f2ce3783-4697-4892-80d4-0926301affa7)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:46.042815 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.050768 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-2d845682-c3d1-4992-8d66-b85b15dc781a None None] Provisioning complete for port 610ab7ca-4041-4325-9179-fb3a6a877156 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:46.057027 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2d845682-c3d1-4992-8d66-b85b15dc781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.062340 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Calling delete_port for 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:46.116911 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:46.173586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-2d845682-c3d1-4992-8d66-b85b15dc781a None None] Port 610ab7ca-4041-4325-9179-fb3a6a877156 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:59:46.306559 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks [] for port (610ab7ca-4041-4325-9179-fb3a6a877156), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.333305 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 317b96c4-f6ce-41a2-9d4a-e12381d10f0b up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:59:46.368528 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:46.403450 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.412422 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:46.412894 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.441031 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (7339f7c5-e1b7-455a-9bfb-bc2a7af89b36), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.465971 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:43Z', 'revision_number': 3, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:46.492542 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7339f7c5-e1b7-455a-9bfb-bc2a7af89b36,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:46.526534 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Pushing event updated for resources: {'Port': ['ID=610ab7ca-4041-4325-9179-fb3a6a877156,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:46.536519 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786148'] for router_interface (dce00025-9821-48d4-81e3-c4873db2b9b1), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.540070 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3cc79-35d2-466e-8435-8ac66e4db21f None None] The sync data for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi is: [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:43Z', 'revision_number': 3, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:46.606971 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:46.637062 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:46.640198 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:46.715715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:46.717230 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:46.770231 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (cfd82544-a7b9-47fa-afaf-a455d58f2532), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:46.914765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Router dce00025-9821-48d4-81e3-c4873db2b9b1 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:47.143586 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Router cfd82544-a7b9-47fa-afaf-a455d58f2532 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:59:47.167467 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45418) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:47.177149 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:47.204077 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-7bf14b13-18cf-4160-93f9-09417725e91b None None] Provisioning complete for port 610ab7ca-4041-4325-9179-fb3a6a877156 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:47.204562 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7bf14b13-18cf-4160-93f9-09417725e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:47.222004 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:47.231339 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-1eda7554-ca35-4239-a733-7079cf0a916f admin admin] 10.222.0.78 "PUT /v2.0/routers/dce00025-9821-48d4-81e3-c4873db2b9b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8594799 Jun 17 08:59:47.292355 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-7bf14b13-18cf-4160-93f9-09417725e91b None None] Port 610ab7ca-4041-4325-9179-fb3a6a877156 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:59:47.337644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:59:47.346302 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45424) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:47.347629 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-5b238c33-9f7a-4295-9399-da1b75cf6c85 admin admin] 10.222.0.78 "PUT /v2.0/routers/cfd82544-a7b9-47fa-afaf-a455d58f2532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3140242 Jun 17 08:59:47.350361 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] Sync routers for ids ['cfd82544-a7b9-47fa-afaf-a455d58f2532'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:47.363417 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-14e22cf1-61a1-43cd-a4ea-1d5e2d42ae97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:47.371778 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] Routers {'cfd82544-a7b9-47fa-afaf-a455d58f2532'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:47.372516 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['cfd82544-a7b9-47fa-afaf-a455d58f2532'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:47.462837 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-14e22cf1-61a1-43cd-a4ea-1d5e2d42ae97 admin admin] Publish callbacks [] for security_group (4e689a8b-8e71-418c-9dce-0525969870bb), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:47.544400 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-14e22cf1-61a1-43cd-a4ea-1d5e2d42ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4e689a8b-8e71-418c-9dce-0525969870bb), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:47.611274 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] Set router cfd82544-a7b9-47fa-afaf-a455d58f2532 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:47.665425 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-14e22cf1-61a1-43cd-a4ea-1d5e2d42ae97 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ee5efbcdaa74f1f8a430a2866a091b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962971 Jun 17 08:59:47.666349 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45434) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:47.675287 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e22cf1-61a1-43cd-a4ea-1d5e2d42ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e689a8b-8e71-418c-9dce-0525969870bb,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:47.773982 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea446-d9d8-4d74-8263-2039f298eb1c admin admin] Publish callbacks [] for security_group (4e689a8b-8e71-418c-9dce-0525969870bb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:47.836161 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea446-d9d8-4d74-8263-2039f298eb1c admin admin] Publish callbacks [] for security_group (4e689a8b-8e71-418c-9dce-0525969870bb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:47.863099 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45442) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:47.874977 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-da4ea3fa-7617-4682-8193-827d00ff9583 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932464618', 'description': 'tempest-description--1024323210'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:47.885379 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:47.896722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:47.909125 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks [] for router (cfd82544-a7b9-47fa-afaf-a455d58f2532), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:47.942045 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:59:46Z', 'revision_number': 5, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:47.973444 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] Checking router: cfd82544-a7b9-47fa-afaf-a455d58f2532 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:47.983731 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] Routers {'cfd82544-a7b9-47fa-afaf-a455d58f2532'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:47.984363 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['cfd82544-a7b9-47fa-afaf-a455d58f2532'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:47.994833 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-da4ea3fa-7617-4682-8193-827d00ff9583 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.032224 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks [] for router_gateway (cfd82544-a7b9-47fa-afaf-a455d58f2532), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.034648 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea446-d9d8-4d74-8263-2039f298eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (4e689a8b-8e71-418c-9dce-0525969870bb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.037484 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea446-d9d8-4d74-8263-2039f298eb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.038919 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ea6ea446-d9d8-4d74-8263-2039f298eb1c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e689a8b-8e71-418c-9dce-0525969870bb HTTP/1.1" status: 204 len: 168 time: 0.3712256 Jun 17 08:59:48.051718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ea446-d9d8-4d74-8263-2039f298eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e689a8b-8e71-418c-9dce-0525969870bb,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:48.126884 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-da4ea3fa-7617-4682-8193-827d00ff9583 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.127001 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:48.131230 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] Set router cfd82544-a7b9-47fa-afaf-a455d58f2532 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:48.165738 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Deleting port a60afab9-0bba-459e-8b56-e56ecca29065 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:48.166229 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.234258 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-da4ea3fa-7617-4682-8193-827d00ff9583 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.276096 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] For port a60afab9-0bba-459e-8b56-e56ecca29065, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a60afab9-0bba-459e-8b56-e56ecca29065,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:48.276465 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.303620 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Calling delete_port for a60afab9-0bba-459e-8b56-e56ecca29065 owned by network:router_gateway {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:48.307973 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ea3fa-7617-4682-8193-827d00ff9583 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:48.392247 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 80da9c60-cc34-4f7b-9ec1-272ada4da7ce up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:59:48.419617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-da4ea3fa-7617-4682-8193-827d00ff9583 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.424925 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-da4ea3fa-7617-4682-8193-827d00ff9583 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5607646 Jun 17 08:59:48.426209 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45446) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:48.431223 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-36b38521-7775-46ef-822e-b6e8693d71a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'security_group_rule': {'security_group_id': 'b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:48.437627 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:48.534766 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:48.538348 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.564987 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-36b38521-7775-46ef-822e-b6e8693d71a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (f6a69705-c9b3-4b01-8ef9-9e0d84a401ec), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.602636 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:59:46Z', 'revision_number': 5, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:48.610944 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (a60afab9-0bba-459e-8b56-e56ecca29065), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.636226 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bff19c-1d79-41ac-a62c-fcc3dc7ac047 None None] The sync data for ids ['cfd82544-a7b9-47fa-afaf-a455d58f2532'] in dv-cinder-797608-33-iscsi is: [{'id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'name': 'tempest-TestShelveInstance-140184790-router', 'tenant_id': 'cdb8e007017448af89eb5c73a839740d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:53:26Z', 'updated_at': '2022-06-17T08:59:46Z', 'revision_number': 5, 'project_id': 'cdb8e007017448af89eb5c73a839740d', 'gw_port': {'id': 'a60afab9-0bba-459e-8b56-e56ecca29065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd82544-a7b9-47fa-afaf-a455d58f2532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:53:27Z', 'updated_at': '2022-06-17T08:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:48.641705 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:48.696572 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a60afab9-0bba-459e-8b56-e56ecca29065,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:48.696783 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:48.696916 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.740982 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] For port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:48.759253 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-36b38521-7775-46ef-822e-b6e8693d71a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (f6a69705-c9b3-4b01-8ef9-9e0d84a401ec), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.768025 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (cfd82544-a7b9-47fa-afaf-a455d58f2532), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.840594 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.840830 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-36b38521-7775-46ef-822e-b6e8693d71a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (f6a69705-c9b3-4b01-8ef9-9e0d84a401ec), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.859386 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (cfd82544-a7b9-47fa-afaf-a455d58f2532), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.862355 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks [] for router_controller (cfd82544-a7b9-47fa-afaf-a455d58f2532), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.863534 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b38521-7775-46ef-822e-b6e8693d71a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a69705-c9b3-4b01-8ef9-9e0d84a401ec,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:48.893912 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Pushing event updated for resources: {'Port': ['ID=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:48.928240 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-36b38521-7775-46ef-822e-b6e8693d71a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:48.929487 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-36b38521-7775-46ef-822e-b6e8693d71a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023427 Jun 17 08:59:48.932605 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45450) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:48.937577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-076c5505-a6a3-4326-81ab-b9f5bd4e935a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'security_group_rule': {'security_group_id': 'b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:49.002721 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Sync routers for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:49.014725 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:49.015343 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:49.019671 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (cfd82544-a7b9-47fa-afaf-a455d58f2532), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.021046 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd82544-a7b9-47fa-afaf-a455d58f2532 {{(pid=116210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:59:49.027184 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.044879 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-1924be65-9123-47a5-b663-2960be2109bc admin admin] 10.222.0.78 "DELETE /v2.0/routers/cfd82544-a7b9-47fa-afaf-a455d58f2532 HTTP/1.1" status: 204 len: 168 time: 1.6812098 Jun 17 08:59:49.044879 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45452) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:49.066957 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:49.078833 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-076c5505-a6a3-4326-81ab-b9f5bd4e935a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (00233fc7-53a5-4b7f-9b3d-6c51066df6a6), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.083381 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=8,neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:49.086092 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:49.091964 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] Deleting subnet 77424624-2042-4c78-9a24-f3f55835fa18 {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 08:59:49.096287 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] Publish callbacks [] for subnet (77424624-2042-4c78-9a24-f3f55835fa18), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.148780 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (77424624-2042-4c78-9a24-f3f55835fa18), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.158502 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-076c5505-a6a3-4326-81ab-b9f5bd4e935a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (00233fc7-53a5-4b7f-9b3d-6c51066df6a6), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.162225 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:49.237977 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (77424624-2042-4c78-9a24-f3f55835fa18), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.256544 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-076c5505-a6a3-4326-81ab-b9f5bd4e935a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (00233fc7-53a5-4b7f-9b3d-6c51066df6a6), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.276559 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c5505-a6a3-4326-81ab-b9f5bd4e935a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00233fc7-53a5-4b7f-9b3d-6c51066df6a6,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:49.287132 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:49.394801 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4f761123-a296-45b4-b26e-f6504fff3602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.397104 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-076c5505-a6a3-4326-81ab-b9f5bd4e935a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.401296 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-076c5505-a6a3-4326-81ab-b9f5bd4e935a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4648886 Jun 17 08:59:49.401914 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45454) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:49.408128 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:49.430169 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (77424624-2042-4c78-9a24-f3f55835fa18), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.466536 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:46Z', 'revision_number': 2, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:49.470454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77424624-2042-4c78-9a24-f3f55835fa18,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:49.475708 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.477636 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6eb49-d100-4a1e-b7d4-a8029d1d1b65 None None] Network ce881a83-8631-4221-9b8c-62b1494c4959 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 08:59:49.479583 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-b55fc3c0-0f76-4c18-a084-e5240be9d9e8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/77424624-2042-4c78-9a24-f3f55835fa18 HTTP/1.1" status: 204 len: 168 time: 0.4468589 Jun 17 08:59:49.483555 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45456) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:49.515660 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Checking router: dce00025-9821-48d4-81e3-c4873db2b9b1 for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:49.515660 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Updating router dce00025-9821-48d4-81e3-c4873db2b9b1 port 610ab7ca-4041-4325-9179-fb3a6a877156 binding host dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:59:49.532339 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.540534 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.583694 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (ce881a83-8631-4221-9b8c-62b1494c4959), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.666428 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.681317 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Deleting port ec932933-e874-481c-b206-824aeb1c830d {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:49.681648 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (ec932933-e874-481c-b206-824aeb1c830d), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.732037 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:49.794637 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] For port ec932933-e874-481c-b206-824aeb1c830d, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=ec932933-e874-481c-b206-824aeb1c830d,segment=NetworkSegment(f2ce3783-4697-4892-80d4-0926301affa7),segment_id=f2ce3783-4697-4892-80d4-0926301affa7)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:49.795006 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (ec932933-e874-481c-b206-824aeb1c830d), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.798306 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] DHCP port deletion for ce881a83-8631-4221-9b8c-62b1494c4959 request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 08:59:49.817483 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Publish callbacks [] for port (610ab7ca-4041-4325-9179-fb3a6a877156), precommit_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.833213 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:49.838789 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Calling delete_port for ec932933-e874-481c-b206-824aeb1c830d owned by network:dhcp {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:49.856304 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] Deleting port ec932933-e874-481c-b206-824aeb1c830d {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 08:59:49.861037 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (ec932933-e874-481c-b206-824aeb1c830d), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.880597 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.900594 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Allocated IP 172.27.0.148 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/87f399ee-7f0b-4127-b99a-58b8b567e585) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:49.925148 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] For port ec932933-e874-481c-b206-824aeb1c830d, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=ec932933-e874-481c-b206-824aeb1c830d,segment=NetworkSegment(f2ce3783-4697-4892-80d4-0926301affa7),segment_id=f2ce3783-4697-4892-80d4-0926301affa7)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:49.925395 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (ec932933-e874-481c-b206-824aeb1c830d), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:49.931515 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1134c4f-4229-48b1-9c8a-721a1676ef06 None None] Pushing event updated for resources: {'Port': ['ID=610ab7ca-4041-4325-9179-fb3a6a877156,revision_number=3']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:49.943186 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] Calling delete_port for ec932933-e874-481c-b206-824aeb1c830d owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 08:59:50.019777 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Attempting to bind port 610ab7ca-4041-4325-9179-fb3a6a877156 on host dv-cinder-797608-33-iscsi for vnic_type normal with profile {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:59:50.020973 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Attempting to bind port 610ab7ca-4041-4325-9179-fb3a6a877156 by drivers openvswitch,hyperv on host dv-cinder-797608-33-iscsi at level 0 using segments [{'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:59:50.021740 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Attempting to bind port 610ab7ca-4041-4325-9179-fb3a6a877156 on network f7268d72-a199-4405-a1f3-cc49733ddcf9 {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:59:50.027989 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Checking agent: {'id': '4033e4ae-691e-4093-82fa-c3d1a83a7db6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 43, 25), 'started_at': datetime.datetime(2022, 6, 17, 8, 43, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:59:50.032513 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Checking segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:59:50.032513 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.032513 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Bound using segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} {{(pid=116212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:59:50.032513 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.managers [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Bound port: 610ab7ca-4041-4325-9179-fb3a6a877156, host: dv-cinder-797608-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}}] {{(pid=116212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:59:50.032513 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), before_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.057765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.098457 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] For port 610ab7ca-4041-4325-9179-fb3a6a877156, host dv-cinder-797608-33-iscsi, cleared binding levels {{(pid=116212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:59:50.102530 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.plugins.ml2.db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] For port 610ab7ca-4041-4325-9179-fb3a6a877156, host dv-cinder-797608-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=610ab7ca-4041-4325-9179-fb3a6a877156,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:59:50.125998 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (ec932933-e874-481c-b206-824aeb1c830d), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.128479 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (ec932933-e874-481c-b206-824aeb1c830d), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.164448 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] Pushing event deleted for resources: {'Port': ['ID=ec932933-e874-481c-b206-824aeb1c830d,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.166154 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec932933-e874-481c-b206-824aeb1c830d,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.167194 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737120c-5332-4145-b16a-fed870f06c6f None None] No DVR routers for this DVR port ec932933-e874-481c-b206-824aeb1c830d on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:50.177277 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] No DVR routers for this DVR port ec932933-e874-481c-b206-824aeb1c830d on host dv-cinder-797608-33-iscsi {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 08:59:50.187765 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 80da9c60-cc34-4f7b-9ec1-272ada4da7ce up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:59:50.206790 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron_lib.callbacks.manager [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), after_update {{(pid=116212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.235217 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:50.235728 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.254713 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:50.258164 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.267395 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 08:59:50.268008 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:50.268450 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (ce881a83-8631-4221-9b8c-62b1494c4959), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.302612 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-5df60952-cbe4-4604-8eda-020f49fceb2f None None] Provisioning complete for port 610ab7ca-4041-4325-9179-fb3a6a877156 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:50.302899 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5df60952-cbe4-4604-8eda-020f49fceb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.316311 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:50.317809 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1134c4f-4229-48b1-9c8a-721a1676ef06 None None] Pushing event updated for resources: {'Port': ['ID=610ab7ca-4041-4325-9179-fb3a6a877156,revision_number=4']} {{(pid=116212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.321833 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce881a83-8631-4221-9b8c-62b1494c4959']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:50.328562 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:50.343281 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:59:50.380591 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ce3783-4697-4892-80d4-0926301affa7') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:50.381149 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ce3783-4697-4892-80d4-0926301affa7') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:50.387646 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:50.415058 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:50.418183 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (f2ce3783-4697-4892-80d4-0926301affa7), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.420387 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 08:59:50.422704 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'Port': ['ID=87f399ee-7f0b-4127-b99a-58b8b567e585,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.460144 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device ec932933-e874-481c-b206-824aeb1c830d no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:50.463658 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-5df60952-cbe4-4604-8eda-020f49fceb2f None None] Current status of the port 610ab7ca-4041-4325-9179-fb3a6a877156 is: DOWN; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:50.465926 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5df60952-cbe4-4604-8eda-020f49fceb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.483370 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (f2ce3783-4697-4892-80d4-0926301affa7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.491060 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:50.493764 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (f2ce3783-4697-4892-80d4-0926301affa7), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.496193 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: ec932933-e874-481c-b206-824aeb1c830d {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:50.496540 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device ec932933-e874-481c-b206-824aeb1c830d not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:50.497142 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a60afab9-0bba-459e-8b56-e56ecca29065 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:50.525943 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: a60afab9-0bba-459e-8b56-e56ecca29065 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:50.526293 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a60afab9-0bba-459e-8b56-e56ecca29065 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:50.526705 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:59:50.562462 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 08:59:50.562852 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 7339f7c5-e1b7-455a-9bfb-bc2a7af89b36 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:59:50.566931 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-5df60952-cbe4-4604-8eda-020f49fceb2f None None] For port 610ab7ca-4041-4325-9179-fb3a6a877156, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=610ab7ca-4041-4325-9179-fb3a6a877156,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:59:50.591649 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment f2ce3783-4697-4892-80d4-0926301affa7 resource provider aggregate not found Jun 17 08:59:50.612573 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment f2ce3783-4697-4892-80d4-0926301affa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2ce3783-4697-4892-80d4-0926301affa7 found for delete ", "request_id": "req-12be73e9-f8b3-4e48-a010-002fcc0df257"}]} Jun 17 08:59:50.618144 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (e51c1560-446b-4ced-ab82-3068350423f7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.624447 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (ce881a83-8631-4221-9b8c-62b1494c4959), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.629827 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.637124 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ce881a83-8631-4221-9b8c-62b1494c4959 HTTP/1.1" status: 204 len: 168 time: 1.1484196 Jun 17 08:59:50.644819 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a594-c32e-4624-a92d-239abc1c4ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce881a83-8631-4221-9b8c-62b1494c4959,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.659024 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:50.663630 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5df60952-cbe4-4604-8eda-020f49fceb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.692240 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcda3c5-0019-49bb-9af3-42c892fe7373 None None] The sync data for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi is: [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:50.704370 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:50.733670 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df60952-cbe4-4604-8eda-020f49fceb2f None None] Pushing event updated for resources: {'Port': ['ID=610ab7ca-4041-4325-9179-fb3a6a877156,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.798483 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-ab5e7e82-d2dc-4d12-a3ad-92cb2567c0b2 None None] Provisioning complete for port 610ab7ca-4041-4325-9179-fb3a6a877156 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:50.799223 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7e82-d2dc-4d12-a3ad-92cb2567c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.800975 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:50.810955 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:50.893239 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:50.893651 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e7e82-d2dc-4d12-a3ad-92cb2567c0b2 None None] Current status of the port 610ab7ca-4041-4325-9179-fb3a6a877156 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:50.982275 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.052198 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.121811 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'Port': ['ID=87f399ee-7f0b-4127-b99a-58b8b567e585,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:51.135378 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e51c1560-446b-4ced-ab82-3068350423f7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.188235 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45468) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:51.229898 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.239128 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-c5dabb28-c497-4b8d-9084-47b5512259fa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8284488 Jun 17 08:59:51.239407 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-d3e1677f-ff0b-4fb0-9ea0-fd14d1a442ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e69cf14c3c8482fbf95620efe1bee1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491016 Jun 17 08:59:51.241377 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45472) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:51.304553 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-936a7e77-5908-4ee4-bef8-d4e97a70e414 admin admin] Publish callbacks [] for security_group (92018889-ed63-4965-bd2c-8e95c4bb8374), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.337681 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-936a7e77-5908-4ee4-bef8-d4e97a70e414 admin admin] Publish callbacks [] for security_group (92018889-ed63-4965-bd2c-8e95c4bb8374), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.376586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.460183 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-936a7e77-5908-4ee4-bef8-d4e97a70e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (92018889-ed63-4965-bd2c-8e95c4bb8374), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.462775 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-936a7e77-5908-4ee4-bef8-d4e97a70e414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.464057 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-936a7e77-5908-4ee4-bef8-d4e97a70e414 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92018889-ed63-4965-bd2c-8e95c4bb8374 HTTP/1.1" status: 204 len: 168 time: 0.2215993 Jun 17 08:59:51.484647 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a7e77-5908-4ee4-bef8-d4e97a70e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92018889-ed63-4965-bd2c-8e95c4bb8374,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:51.506572 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-e165fa28-8347-40d7-912e-2087696536b1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1932464618&fields=id&tenant_id=f0964a125c554efe858f7695016de8db HTTP/1.1" status: 200 len: 267 time: 0.0703604 Jun 17 08:59:51.524818 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:51.645524 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-e338fae4-c5aa-4bef-8b84-694688f30385 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:51.646003 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-177ca9a3-d21f-4292-bbc2-0cd3b8c5bd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:51.647312 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-e338fae4-c5aa-4bef-8b84-694688f30385 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 810 time: 0.1335480 Jun 17 08:59:51.665528 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-53ee3729-bf30-48f6-9d48-6657dbc2a282 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/quotas/f0964a125c554efe858f7695016de8db HTTP/1.1" status: 200 len: 375 time: 0.0109208 Jun 17 08:59:51.721360 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-c73219c7-57a0-4563-8286-2f1e86c6a166 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494022 Jun 17 08:59:51.835248 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-6d13b133-84ae-418e-87d4-e06e25125768 service neutron] 10.222.0.78 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916431 Jun 17 08:59:51.942898 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-aef677cc-1b7b-492a-80be-3101e0d199df service neutron] 10.222.0.78 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983856 Jun 17 08:59:52.161595 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 610ab7ca-4041-4325-9179-fb3a6a877156 up at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:59:52.219573 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Provisioning complete for port 610ab7ca-4041-4325-9179-fb3a6a877156 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:52.219934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:52.269894 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b73bb5f1-1f5d-4fbb-8392-b2ab3167ea8c req-b58a56ef-80ff-470b-8696-8815e45ed328 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 210 time: 0.0299397 Jun 17 08:59:52.308937 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Current status of the port 610ab7ca-4041-4325-9179-fb3a6a877156 is: ACTIVE; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 08:59:52.347320 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45500) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:52.389277 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-10842571-cac4-4134-99e4-27a0d7e15134 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cdb8e007017448af89eb5c73a839740d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405312 Jun 17 08:59:52.391946 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45504) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 08:59:52.446117 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fdd10cdc-3a59-4769-985e-fe0277e5c00c admin admin] Publish callbacks [] for security_group (a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:52.469266 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fdd10cdc-3a59-4769-985e-fe0277e5c00c admin admin] Publish callbacks [] for security_group (a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:52.638851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fdd10cdc-3a59-4769-985e-fe0277e5c00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:52.642026 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-fdd10cdc-3a59-4769-985e-fe0277e5c00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:52.643276 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-fdd10cdc-3a59-4769-985e-fe0277e5c00c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632 HTTP/1.1" status: 204 len: 168 time: 0.2504086 Jun 17 08:59:52.651524 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd10cdc-3a59-4769-985e-fe0277e5c00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dbac94-1b0b-4c4f-a1d7-5d7a0c979632,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:52.719840 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:53.332904 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:53.352803 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2bfa9113-dfe0-4565-8f5e-aa0991f0c994 req-d3b87ab6-c626-4720-8990-37ba8b7c7951 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 210 time: 0.0302694 Jun 17 08:59:54.119077 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:54.451158 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-15ba906b-6819-4311-a4b2-67526ac959d0 req-72ce34f6-4c3f-485f-b7d9-b03983e548f5 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 210 time: 0.0277536 Jun 17 08:59:54.743633 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:55.551916 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-07386521-f806-4385-a846-09e499152b1e req-fa92536d-3587-4f43-8044-ff10a278f449 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 210 time: 0.0304375 Jun 17 08:59:55.826137 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-d8434d2c-3988-4fbb-8879-8c06f9ad8a7b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:55.828220 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-d8434d2c-3988-4fbb-8879-8c06f9ad8a7b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 810 time: 0.1087520 Jun 17 08:59:55.890320 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-24bdee42-b795-423d-85ff-56033ddea3ca tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0964a125c554efe858f7695016de8db HTTP/1.1" status: 200 len: 380 time: 0.0541577 Jun 17 08:59:55.898562 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'port': {'device_id': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'admin_state_up': True, 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'security_groups': ['b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:56.112968 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Made reservation on behalf of f0964a125c554efe858f7695016de8db for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:56.116581 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:56.256494 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Allocated IP 172.20.0.4 (f7268d72-a199-4405-a1f3-cc49733ddcf9/b0e8a00b-7191-40d3-88d3-7a7a45327d1f/7443cff9-145e-466b-bab6-4dd50a0da0ac) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:56.405948 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:56.414880 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:56.555175 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:56.602411 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:56.610183 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:56.620233 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:56.622958 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 08:59:56.633672 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'Port': ['ID=7443cff9-145e-466b-bab6-4dd50a0da0ac,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:56.702892 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:56.703735 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fc4eb-d808-49e0-b0ea-6a54bc822ee7 req-08bf3852-82aa-4302-9e83-e8e24526ab86 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:56.704287 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:56.715671 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6e9fc4eb-d808-49e0-b0ea-6a54bc822ee7 req-08bf3852-82aa-4302-9e83-e8e24526ab86 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 931 time: 0.0822730 Jun 17 08:59:56.763579 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6e9fc4eb-d808-49e0-b0ea-6a54bc822ee7 req-5b89e926-01cf-4c3b-acae-45815b14fef8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468040 Jun 17 08:59:56.814413 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-dd291b18-9b8a-48ee-8d63-7f406b0b89d3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9195087 Jun 17 08:59:56.855051 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-7e67c8de-80c1-499c-8b0f-946a2df810b0 None None] Provisioning complete for port 7443cff9-145e-466b-bab6-4dd50a0da0ac triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 08:59:56.858858 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7e67c8de-80c1-499c-8b0f-946a2df810b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:56.865792 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Request body: {'port': {'device_id': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 08:59:56.892202 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-7e67c8de-80c1-499c-8b0f-946a2df810b0 None None] Port 7443cff9-145e-466b-bab6-4dd50a0da0ac cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 08:59:56.931215 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:57.195506 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7443cff9-145e-466b-bab6-4dd50a0da0ac {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:59:57.200190 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Publish callbacks [] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:57.212621 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:57.213754 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Transition to ACTIVE for port object 7443cff9-145e-466b-bab6-4dd50a0da0ac will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 08:59:57.303531 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:57.379214 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Pushing event updated for resources: {'Port': ['ID=7443cff9-145e-466b-bab6-4dd50a0da0ac,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:57.435845 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Attempting to bind port 7443cff9-145e-466b-bab6-4dd50a0da0ac on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 08:59:57.439020 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Attempting to bind port 7443cff9-145e-466b-bab6-4dd50a0da0ac by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 08:59:57.439020 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Attempting to bind port 7443cff9-145e-466b-bab6-4dd50a0da0ac on network f7268d72-a199-4405-a1f3-cc49733ddcf9 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:59:57.441958 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Port 7443cff9-145e-466b-bab6-4dd50a0da0ac on network f7268d72-a199-4405-a1f3-cc49733ddcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:59:57.442257 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Attempting to bind port 7443cff9-145e-466b-bab6-4dd50a0da0ac on network f7268d72-a199-4405-a1f3-cc49733ddcf9 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:59:57.447799 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:59:57.448024 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Checking segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 08:59:57.448352 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Bound using segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:59:57.449009 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Bound port: 7443cff9-145e-466b-bab6-4dd50a0da0ac, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 08:59:57.449136 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:57.517430 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] For port 7443cff9-145e-466b-bab6-4dd50a0da0ac, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:59:57.520850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] For port 7443cff9-145e-466b-bab6-4dd50a0da0ac, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:59:57.606828 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:57.646717 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:57.653433 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 08:59:57.653433 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] 10.222.0.83 "PUT /v2.0/ports/7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 200 len: 1093 time: 0.7876174 Jun 17 08:59:57.653433 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:59:57.653900 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca57e85-9cc7-49d2-9eb3-3e358131726b" -d '{"events": [{"name": "network-changed", "server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:57.685702 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40cc1d-c7c9-450b-949b-95b0aae7d712 service neutron] Pushing event updated for resources: {'Port': ['ID=7443cff9-145e-466b-bab6-4dd50a0da0ac,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:57.703597 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d26bc20-d6ac-4919-b457-e84a5db5afa0 x-openstack-request-id: req-8d26bc20-d6ac-4919-b457-e84a5db5afa0 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:57.703597 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:57.703597 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d26bc20-d6ac-4919-b457-e84a5db5afa0 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:57.703597 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d26bc20-d6ac-4919-b457-e84a5db5afa0'] response: {'name': 'network-changed', 'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'status': 'completed', 'code': 200} Jun 17 08:59:57.762663 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57e85-9cc7-49d2-9eb3-3e358131726b req-786b091c-4fbe-47cc-8c55-24600432e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:57.764630 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0ca57e85-9cc7-49d2-9eb3-3e358131726b req-786b091c-4fbe-47cc-8c55-24600432e07a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1127 time: 0.0435886 Jun 17 08:59:57.879383 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57e85-9cc7-49d2-9eb3-3e358131726b req-5cd99fdd-fcab-452f-9d7b-56c894ecd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:57.880904 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0ca57e85-9cc7-49d2-9eb3-3e358131726b req-5cd99fdd-fcab-452f-9d7b-56c894ecd4db service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f0964a125c554efe858f7695016de8db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1099327 Jun 17 08:59:57.896160 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6ac8a-9a75-4f84-b63f-287fdea026ce req-59f32032-beb8-44a5-ac77-8b622fdb7b6a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:57.897641 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e8f6ac8a-9a75-4f84-b63f-287fdea026ce req-59f32032-beb8-44a5-ac77-8b622fdb7b6a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 943 time: 0.0480361 Jun 17 08:59:57.952239 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e8f6ac8a-9a75-4f84-b63f-287fdea026ce req-44ee716e-5b73-408a-997b-4b5aa480182c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486963 Jun 17 08:59:57.978155 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57e85-9cc7-49d2-9eb3-3e358131726b req-61dde79c-f87c-4f09-984e-1115a0c5d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:57.979705 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0ca57e85-9cc7-49d2-9eb3-3e358131726b req-61dde79c-f87c-4f09-984e-1115a0c5d540 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924921 Jun 17 08:59:58.054789 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-f5e059ae-8d27-459c-b64e-aa4da8c65734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:58.056600 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-f5e059ae-8d27-459c-b64e-aa4da8c65734 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1127 time: 0.0408208 Jun 17 08:59:58.360447 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-11b37181-1680-4155-93d0-2a1ad8280895 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 200 len: 217 time: 0.2971275 Jun 17 08:59:58.391861 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 08:59:58.410196 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-9b046264-f03f-4d8e-bb52-95657984dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:58.411700 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-9b046264-f03f-4d8e-bb52-95657984dcc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0456128 Jun 17 08:59:58.457698 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-430eed36-8a41-42d8-8bbf-a79ac4c97c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:58.459232 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-430eed36-8a41-42d8-8bbf-a79ac4c97c0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421119 Jun 17 08:59:58.553825 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-ca7e9db6-4220-485f-920a-62f8d801f2ce service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884874 Jun 17 08:59:58.644619 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-d17b1dc9-7efe-4ff8-a3be-c7c8d59e3459 req-574e6617-331d-4148-a608-605ab3c8b10b service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840418 Jun 17 08:59:59.074317 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f558cd-3570-4de1-b57a-4e9ef90f475f req-fe147213-a6d8-4ad1-ba27-91304b68cc97 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:59:59.076118 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-24f558cd-3570-4de1-b57a-4e9ef90f475f req-fe147213-a6d8-4ad1-ba27-91304b68cc97 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 943 time: 0.0512428 Jun 17 08:59:59.130246 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-24f558cd-3570-4de1-b57a-4e9ef90f475f req-3187044e-588d-4da6-a6a6-8af93e5c842a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477071 Jun 17 09:00:00.247315 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f333-fc94-48cc-a102-57eddb4bca5f req-b7b5bfc5-3147-45c6-86cf-8a9f0ae28d1a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:00.249415 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ca3f333-fc94-48cc-a102-57eddb4bca5f req-b7b5bfc5-3147-45c6-86cf-8a9f0ae28d1a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 943 time: 0.0473711 Jun 17 09:00:00.297352 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6ca3f333-fc94-48cc-a102-57eddb4bca5f req-a121feaa-9339-4dac-ac75-39ceeb75f739 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Jun 17 09:00:01.329081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 7443cff9-145e-466b-bab6-4dd50a0da0ac details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 09:00:01.424367 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c89f12-2785-4d0d-adfc-d135101eb8b5 req-09a99997-17a5-47e0-894a-105c1566729f tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:01.426213 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-97c89f12-2785-4d0d-adfc-d135101eb8b5 req-09a99997-17a5-47e0-894a-105c1566729f tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 943 time: 0.0559320 Jun 17 09:00:01.439255 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 7443cff9-145e-466b-bab6-4dd50a0da0ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:00:01.452203 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'port_id': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'mac_address': 'fa:16:3e:69:d2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 09:00:01.488860 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-97c89f12-2785-4d0d-adfc-d135101eb8b5 req-bfff93a8-33dd-4da6-9ab6-e847eaf991a9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560262 Jun 17 09:00:01.495999 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 7443cff9-145e-466b-bab6-4dd50a0da0ac is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:00:01.496394 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:01.512596 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7443cff9-145e-466b-bab6-4dd50a0da0ac {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:00:01.536527 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 7443cff9-145e-466b-bab6-4dd50a0da0ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:00:01.617601 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:01.675682 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=7443cff9-145e-466b-bab6-4dd50a0da0ac,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:01.833160 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['7443cff9-145e-466b-bab6-4dd50a0da0ac'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:00:01.893577 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:01.946443 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:02.603908 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008a94d-495f-4acd-93e3-50a2658301e2 req-e7d0fd7f-a0f9-4c0e-86cf-7a96d79aa44b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:02.605452 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1008a94d-495f-4acd-93e3-50a2658301e2 req-e7d0fd7f-a0f9-4c0e-86cf-7a96d79aa44b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 944 time: 0.0470557 Jun 17 09:00:02.654361 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1008a94d-495f-4acd-93e3-50a2658301e2 req-c406cc97-fd56-4276-acf5-72b3ed85cbc7 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Jun 17 09:00:02.727339 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=53 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:02.736415 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=5 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:03.337327 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 7443cff9-145e-466b-bab6-4dd50a0da0ac up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 09:00:03.382313 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 7443cff9-145e-466b-bab6-4dd50a0da0ac completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 09:00:03.451460 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 7443cff9-145e-466b-bab6-4dd50a0da0ac triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:00:03.452555 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:03.529984 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 7443cff9-145e-466b-bab6-4dd50a0da0ac is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:00:03.530317 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:03.553167 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:00:03.555425 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe86dc4-1b4f-4bc2-880b-a8f63bae3681" -d '{"events": [{"server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "name": "network-vif-plugged", "status": "completed", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:03.569129 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 7443cff9-145e-466b-bab6-4dd50a0da0ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:00:03.599640 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd93f18-8961-415a-897e-203e93d5c7be x-openstack-request-id: req-5fd93f18-8961-415a-897e-203e93d5c7be {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:03.599930 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "name": "network-vif-plugged", "status": "completed", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:03.600180 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fd93f18-8961-415a-897e-203e93d5c7be {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:03.600574 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd93f18-8961-415a-897e-203e93d5c7be'] response: {'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'code': 200} Jun 17 09:00:03.651590 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:03.703372 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=7443cff9-145e-466b-bab6-4dd50a0da0ac,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:03.775723 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c59304-d515-44e9-b363-e10048d2a680 req-855df563-4a81-4d07-9d10-95a216821cc3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:03.777228 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-02c59304-d515-44e9-b363-e10048d2a680 req-855df563-4a81-4d07-9d10-95a216821cc3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0498202 Jun 17 09:00:03.833548 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-02c59304-d515-44e9-b363-e10048d2a680 req-e19dc704-a7dd-4298-a642-538de049eac7 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505066 Jun 17 09:00:04.950079 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133eb44-367a-4df6-ad2b-6d7abbf863bc req-c1dc6d14-1665-4e35-a152-4213590b205b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:04.951663 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7133eb44-367a-4df6-ad2b-6d7abbf863bc req-c1dc6d14-1665-4e35-a152-4213590b205b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Jun 17 09:00:04.999944 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7133eb44-367a-4df6-ad2b-6d7abbf863bc req-666e2354-4954-40bd-9038-311e51a09bc0 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 Jun 17 09:00:06.124762 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d89e9-863c-4a04-8bb6-48fcd09068d2 req-aa94ec54-8521-4f58-b860-62d399f32694 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:06.126265 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b08d89e9-863c-4a04-8bb6-48fcd09068d2 req-aa94ec54-8521-4f58-b860-62d399f32694 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0475888 Jun 17 09:00:06.147875 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:06.187990 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b08d89e9-863c-4a04-8bb6-48fcd09068d2 req-3ce1cec5-27d6-45a5-bbd9-2e5513d8f2c3 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554919 Jun 17 09:00:06.376577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e354d-e90b-46bf-bd07-2b42a01295fb req-030e8555-c75a-4ffb-8932-b7ae8fd39e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:06.378325 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-7d3e354d-e90b-46bf-bd07-2b42a01295fb req-030e8555-c75a-4ffb-8932-b7ae8fd39e08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1129 time: 0.0507112 Jun 17 09:00:06.437291 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-7d3e354d-e90b-46bf-bd07-2b42a01295fb req-c6a28a89-3ce2-47da-9b82-d4a48d73d38f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525372 Jun 17 09:00:07.308527 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0eb903-eb15-4bca-b74d-c38a7410b468 req-849b3507-346b-4e5e-923d-b27e3f0f0c43 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:07.309949 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5a0eb903-eb15-4bca-b74d-c38a7410b468 req-849b3507-346b-4e5e-923d-b27e3f0f0c43 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Jun 17 09:00:07.359229 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5a0eb903-eb15-4bca-b74d-c38a7410b468 req-b147782e-39ea-44fb-808e-b2e384cb587b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Jun 17 09:00:08.482344 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda63f1-a0c3-4b24-aa52-351b55a22c67 req-4fe25c17-dd36-4a7b-92f8-069ef9bc418e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:08.484105 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fcda63f1-a0c3-4b24-aa52-351b55a22c67 req-4fe25c17-dd36-4a7b-92f8-069ef9bc418e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0544598 Jun 17 09:00:08.496710 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:08.533756 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fcda63f1-a0c3-4b24-aa52-351b55a22c67 req-58a9a97d-f8fc-4832-86c0-403161b4b16d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 Jun 17 09:00:08.651281 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92e873-3e61-46b2-8d51-a2aa1fba6257 req-ba886a14-670e-441e-b737-8d9690a0bb5b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:08.652908 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-af92e873-3e61-46b2-8d51-a2aa1fba6257 req-ba886a14-670e-441e-b737-8d9690a0bb5b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0538135 Jun 17 09:00:08.661506 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45676) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:08.666040 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'floatingip': {'port_id': '7443cff9-145e-466b-bab6-4dd50a0da0ac'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:00:08.685218 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:00:08.708856 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (e51c1560-446b-4ced-ab82-3068350423f7), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:09.150451 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:09.223318 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e51c1560-446b-4ced-ab82-3068350423f7), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:09.318769 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Floating IP e51c1560-446b-4ced-ab82-3068350423f7 associated. External IP: 172.27.0.148, port: 7443cff9-145e-466b-bab6-4dd50a0da0ac. Jun 17 09:00:09.519577 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Router dce00025-9821-48d4-81e3-c4873db2b9b1 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:00:09.572452 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:09.624539 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:09.628972 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:00:09.633940 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:09.638646 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] Sync routers for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:09.649303 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:00:09.649928 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:09.664180 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-840304a1-7c49-4f4c-8613-557f47dcc6ae tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "PUT /v2.0/floatingips/e51c1560-446b-4ced-ab82-3068350423f7 HTTP/1.1" status: 200 len: 991 time: 1.0015647 Jun 17 09:00:09.664892 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:00:09.667193 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c115c4-1fe4-4173-a69e-5d69a2e623ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:09.705772 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d3aac1-aaf9-4de8-a1c6-c7955b341cff x-openstack-request-id: req-e4d3aac1-aaf9-4de8-a1c6-c7955b341cff {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:09.706135 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:09.706483 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4d3aac1-aaf9-4de8-a1c6-c7955b341cff {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:09.706975 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d3aac1-aaf9-4de8-a1c6-c7955b341cff'] response: {'name': 'network-changed', 'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'status': 'completed', 'code': 200} Jun 17 09:00:09.766808 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:00:09.771804 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-7ec2e5f0-ff9a-4f1d-b176-93740808089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:09.773274 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-7ec2e5f0-ff9a-4f1d-b176-93740808089b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1129 time: 0.0420682 Jun 17 09:00:09.877323 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-39abdd46-21fa-4f85-96eb-0a9ade499584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:09.878910 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-39abdd46-21fa-4f85-96eb-0a9ade499584 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 911 time: 0.0976734 Jun 17 09:00:09.946484 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-02bb0a05-084b-42d1-b7d4-e25e8c55fca0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 200 len: 999 time: 0.0611989 Jun 17 09:00:09.984749 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:09.990944 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'e51c1560-446b-4ced-ab82-3068350423f7', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'port_id': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'mac_address': 'fa:16:3e:69:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:59:50Z', 'updated_at': '2022-06-17T09:00:09Z', 'revision_number': 1, 'project_id': 'f0964a125c554efe858f7695016de8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:09.999583 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-902aeb41-7b6c-4320-b898-ce5019af47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:10.001082 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-902aeb41-7b6c-4320-b898-ce5019af47ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0472209 Jun 17 09:00:10.017378 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] Checking router: dce00025-9821-48d4-81e3-c4873db2b9b1 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:10.026383 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:00:10.026925 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T08:59:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:10.050013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-2857e5ce-4068-46e9-8654-36b6b0c18ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:10.051719 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-2857e5ce-4068-46e9-8654-36b6b0c18ec8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445514 Jun 17 09:00:10.143575 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:00:10.154451 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-0a87fb3e-0641-418a-a71d-9875f908a51e service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962038 Jun 17 09:00:10.260743 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-59c115c4-1fe4-4173-a69e-5d69a2e623ce req-bf49717f-1a2c-4ef8-88bd-b339bb3d74f7 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979784 Jun 17 09:00:10.426299 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:10.437742 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:10.492463 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'e51c1560-446b-4ced-ab82-3068350423f7', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'port_id': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'mac_address': 'fa:16:3e:69:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:59:50Z', 'updated_at': '2022-06-17T09:00:09Z', 'revision_number': 1, 'project_id': 'f0964a125c554efe858f7695016de8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:10.518500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e6f04-75f5-41c2-8feb-5f6b597d9ab4 None None] The sync data for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi is: [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'e51c1560-446b-4ced-ab82-3068350423f7', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'port_id': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'mac_address': 'fa:16:3e:69:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:59:50Z', 'updated_at': '2022-06-17T09:00:09Z', 'revision_number': 1, 'project_id': 'f0964a125c554efe858f7695016de8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:10.548391 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45712) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:10.660576 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f22228ac-04c3-4f24-a5c7-b07c5ba4ab98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:10.716584 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5411fb8-c8f1-4bc1-8d97-d5bfefbbb4a1 None None] New status for floating IP e51c1560-446b-4ced-ab82-3068350423f7: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:00:10.753563 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f22228ac-04c3-4f24-a5c7-b07c5ba4ab98 admin admin] Publish callbacks [] for security_group (748bde34-2e91-48c4-a359-7556d07ea312), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:10.800444 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f22228ac-04c3-4f24-a5c7-b07c5ba4ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (748bde34-2e91-48c4-a359-7556d07ea312), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:11.098273 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f22228ac-04c3-4f24-a5c7-b07c5ba4ab98 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b591f7f1598e4793b271fd6c815045a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487342 Jun 17 09:00:11.099508 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22228ac-04c3-4f24-a5c7-b07c5ba4ab98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748bde34-2e91-48c4-a359-7556d07ea312,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:11.101073 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45716) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:11.163294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Publish callbacks [] for security_group (748bde34-2e91-48c4-a359-7556d07ea312), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:11.187821 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Publish callbacks [] for security_group (748bde34-2e91-48c4-a359-7556d07ea312), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:11.331502 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (748bde34-2e91-48c4-a359-7556d07ea312), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:11.334064 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:11.335244 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/748bde34-2e91-48c4-a359-7556d07ea312 HTTP/1.1" status: 204 len: 168 time: 0.2321379 Jun 17 09:00:11.344313 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748bde34-2e91-48c4-a359-7556d07ea312,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:11.352646 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.352999 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.353410 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.353780 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.354048 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.354381 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.354706 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.355030 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.355375 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.355707 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.356034 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.356357 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.356676 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.356996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.357344 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9542e947-f42a-466b-97cb-d31da253c101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:11.938530 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45722) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:11.952002 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb13d-06c6-4a33-abd6-394b31cb693d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:11.966519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:12.032005 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb13d-06c6-4a33-abd6-394b31cb693d admin admin] Publish callbacks [] for security_group (3fc074cc-d39b-4a8b-929f-a4704e28841b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:12.097181 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb13d-06c6-4a33-abd6-394b31cb693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3fc074cc-d39b-4a8b-929f-a4704e28841b), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:12.137884 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fb13d-06c6-4a33-abd6-394b31cb693d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc074cc-d39b-4a8b-929f-a4704e28841b,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:12.142690 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ab2fb13d-06c6-4a33-abd6-394b31cb693d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f8bae582f3a4dc5a52cd6dd103f3b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030327 Jun 17 09:00:12.145616 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45724) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:12.195629 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f07fc7ff-41ea-4a24-bc78-4d0b1c96db57 admin admin] Publish callbacks [] for security_group (3fc074cc-d39b-4a8b-929f-a4704e28841b), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:12.216321 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f07fc7ff-41ea-4a24-bc78-4d0b1c96db57 admin admin] Publish callbacks [] for security_group (3fc074cc-d39b-4a8b-929f-a4704e28841b), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:12.325823 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f07fc7ff-41ea-4a24-bc78-4d0b1c96db57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (3fc074cc-d39b-4a8b-929f-a4704e28841b), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:12.328335 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f07fc7ff-41ea-4a24-bc78-4d0b1c96db57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:12.329491 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f07fc7ff-41ea-4a24-bc78-4d0b1c96db57 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3fc074cc-d39b-4a8b-929f-a4704e28841b HTTP/1.1" status: 204 len: 168 time: 0.1831326 Jun 17 09:00:12.337515 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fc7ff-41ea-4a24-bc78-4d0b1c96db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc074cc-d39b-4a8b-929f-a4704e28841b,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:15.714507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45794) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:15.822063 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a345c62f-d823-4bc3-96f5-698d3eb3667c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:15.898764 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a345c62f-d823-4bc3-96f5-698d3eb3667c admin admin] Publish callbacks [] for security_group (b6400939-39f9-43b2-9104-1d9cc6960a48), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:15.971885 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a345c62f-d823-4bc3-96f5-698d3eb3667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b6400939-39f9-43b2-9104-1d9cc6960a48), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:16.020446 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a345c62f-d823-4bc3-96f5-698d3eb3667c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58b08acbca2c4985b762d0d74f6a8f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047516 Jun 17 09:00:16.021270 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345c62f-d823-4bc3-96f5-698d3eb3667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6400939-39f9-43b2-9104-1d9cc6960a48,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:16.025281 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45798) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:16.079730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d3a57461-75ce-42a2-b682-29225018e6da admin admin] Publish callbacks [] for security_group (b6400939-39f9-43b2-9104-1d9cc6960a48), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:16.112794 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d3a57461-75ce-42a2-b682-29225018e6da admin admin] Publish callbacks [] for security_group (b6400939-39f9-43b2-9104-1d9cc6960a48), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:16.332172 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d3a57461-75ce-42a2-b682-29225018e6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b6400939-39f9-43b2-9104-1d9cc6960a48), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:16.334960 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d3a57461-75ce-42a2-b682-29225018e6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:16.336193 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d3a57461-75ce-42a2-b682-29225018e6da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6400939-39f9-43b2-9104-1d9cc6960a48 HTTP/1.1" status: 204 len: 168 time: 0.3100536 Jun 17 09:00:16.345187 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a57461-75ce-42a2-b682-29225018e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6400939-39f9-43b2-9104-1d9cc6960a48,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:17.086253 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45806) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:17.100676 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0dba91d3-0ade-4a9c-9ca6-f7bedc9a63d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:17.177870 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0dba91d3-0ade-4a9c-9ca6-f7bedc9a63d2 admin admin] Publish callbacks [] for security_group (aced1d09-7f6c-4337-b820-b8b92acb4b7d), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:17.245480 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0dba91d3-0ade-4a9c-9ca6-f7bedc9a63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (aced1d09-7f6c-4337-b820-b8b92acb4b7d), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:17.256651 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:17.285665 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba91d3-0ade-4a9c-9ca6-f7bedc9a63d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced1d09-7f6c-4337-b820-b8b92acb4b7d,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:17.290259 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0dba91d3-0ade-4a9c-9ca6-f7bedc9a63d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27fb107383ea4488abd26793b967026e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029240 Jun 17 09:00:17.293383 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45808) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:17.322247 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:17.344866 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-585b95c7-708b-401d-937e-ea27ad6991c7 admin admin] Publish callbacks [] for security_group (aced1d09-7f6c-4337-b820-b8b92acb4b7d), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:17.355325 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:17.367454 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-585b95c7-708b-401d-937e-ea27ad6991c7 admin admin] Publish callbacks [] for security_group (aced1d09-7f6c-4337-b820-b8b92acb4b7d), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:17.548923 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-585b95c7-708b-401d-937e-ea27ad6991c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (aced1d09-7f6c-4337-b820-b8b92acb4b7d), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:17.551416 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-585b95c7-708b-401d-937e-ea27ad6991c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:17.555908 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-585b95c7-708b-401d-937e-ea27ad6991c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aced1d09-7f6c-4337-b820-b8b92acb4b7d HTTP/1.1" status: 204 len: 168 time: 0.2584629 Jun 17 09:00:17.562103 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b95c7-708b-401d-937e-ea27ad6991c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced1d09-7f6c-4337-b820-b8b92acb4b7d,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:19.347406 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e321ed32-aa88-4b30-8418-f19081a76936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:20.820655 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:20.824643 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:21.403648 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:21.652283 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2efe4fb6-d78a-4545-b9a9-e97738b45774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:22.707476 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:24.131478 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:24.684223 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.027534 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45904) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:25.136310 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.212388 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Publish callbacks [] for security_group (8ab2a291-9f23-4f65-9fdf-04710f1e00a7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.273042 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8ab2a291-9f23-4f65-9fdf-04710f1e00a7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.314711 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a945b653504b4374b39ec78844ab55d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860537 Jun 17 09:00:25.315752 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab2a291-9f23-4f65-9fdf-04710f1e00a7,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:25.317416 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45908) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:25.323186 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.323560 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.323901 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.324234 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.324589 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.324887 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.325209 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.325545 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.325868 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.326185 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.326504 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.327796 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.328158 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.328475 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.328930 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eb5d5-8f8f-4d71-9bd6-4a65790df95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:25.371308 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4e79a47-b18b-48f6-a970-521b037de6b8 admin admin] Publish callbacks [] for security_group (8ab2a291-9f23-4f65-9fdf-04710f1e00a7), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.394294 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4e79a47-b18b-48f6-a970-521b037de6b8 admin admin] Publish callbacks [] for security_group (8ab2a291-9f23-4f65-9fdf-04710f1e00a7), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.560267 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4e79a47-b18b-48f6-a970-521b037de6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8ab2a291-9f23-4f65-9fdf-04710f1e00a7), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.563550 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d4e79a47-b18b-48f6-a970-521b037de6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:25.564721 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-d4e79a47-b18b-48f6-a970-521b037de6b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ab2a291-9f23-4f65-9fdf-04710f1e00a7 HTTP/1.1" status: 204 len: 168 time: 0.2462246 Jun 17 09:00:25.572932 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e79a47-b18b-48f6-a970-521b037de6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab2a291-9f23-4f65-9fdf-04710f1e00a7,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:26.168187 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45914) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:26.183536 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66b1d51a-9756-4931-b03e-f39bd7ba90a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:26.265507 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66b1d51a-9756-4931-b03e-f39bd7ba90a7 admin admin] Publish callbacks [] for security_group (345f8ea0-fefa-4108-8efa-36b43403fa78), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:26.331819 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-66b1d51a-9756-4931-b03e-f39bd7ba90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (345f8ea0-fefa-4108-8efa-36b43403fa78), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:26.370744 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1d51a-9756-4931-b03e-f39bd7ba90a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f8ea0-fefa-4108-8efa-36b43403fa78,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:26.375127 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-66b1d51a-9756-4931-b03e-f39bd7ba90a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f7af23ae5f440ebb915598de6a5ec5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058411 Jun 17 09:00:26.377669 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45916) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:26.431550 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f425a68d-8912-4f0a-b727-017cb94b32e1 admin admin] Publish callbacks [] for security_group (345f8ea0-fefa-4108-8efa-36b43403fa78), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:26.454150 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f425a68d-8912-4f0a-b727-017cb94b32e1 admin admin] Publish callbacks [] for security_group (345f8ea0-fefa-4108-8efa-36b43403fa78), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:26.586798 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f425a68d-8912-4f0a-b727-017cb94b32e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (345f8ea0-fefa-4108-8efa-36b43403fa78), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:26.589314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f425a68d-8912-4f0a-b727-017cb94b32e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:26.590499 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f425a68d-8912-4f0a-b727-017cb94b32e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/345f8ea0-fefa-4108-8efa-36b43403fa78 HTTP/1.1" status: 204 len: 168 time: 0.2118890 Jun 17 09:00:26.598621 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425a68d-8912-4f0a-b727-017cb94b32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f8ea0-fefa-4108-8efa-36b43403fa78,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:29.027227 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45960) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:29.132780 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e3adbd76-7754-4d5f-9808-56237391b91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:29.152573 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:29.209297 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e3adbd76-7754-4d5f-9808-56237391b91f admin admin] Publish callbacks [] for security_group (92f4b659-a5e9-436b-880f-cfb3b62da94b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:29.320230 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e3adbd76-7754-4d5f-9808-56237391b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (92f4b659-a5e9-436b-880f-cfb3b62da94b), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:29.339506 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:29.361055 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adbd76-7754-4d5f-9808-56237391b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f4b659-a5e9-436b-880f-cfb3b62da94b,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:29.365232 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e3adbd76-7754-4d5f-9808-56237391b91f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a12adf509924ba88b4ce9838979a9a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369470 Jun 17 09:00:29.367939 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 45964) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:29.422342 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5aab7d1-98f3-4a33-9936-45b32c3c9bfe admin admin] Publish callbacks [] for security_group (92f4b659-a5e9-436b-880f-cfb3b62da94b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:29.446343 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5aab7d1-98f3-4a33-9936-45b32c3c9bfe admin admin] Publish callbacks [] for security_group (92f4b659-a5e9-436b-880f-cfb3b62da94b), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:29.565763 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5aab7d1-98f3-4a33-9936-45b32c3c9bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (92f4b659-a5e9-436b-880f-cfb3b62da94b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:29.568533 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5aab7d1-98f3-4a33-9936-45b32c3c9bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:29.574771 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b5aab7d1-98f3-4a33-9936-45b32c3c9bfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92f4b659-a5e9-436b-880f-cfb3b62da94b HTTP/1.1" status: 204 len: 168 time: 0.2006152 Jun 17 09:00:29.578258 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aab7d1-98f3-4a33-9936-45b32c3c9bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f4b659-a5e9-436b-880f-cfb3b62da94b,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:30.172487 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45970) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:30.186230 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cbd3a3e6-46f1-44b5-a1df-1291378074e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:30.260562 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cbd3a3e6-46f1-44b5-a1df-1291378074e1 admin admin] Publish callbacks [] for security_group (119ce3ad-462f-475a-bde8-97ea3a8957f6), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:30.325574 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cbd3a3e6-46f1-44b5-a1df-1291378074e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (119ce3ad-462f-475a-bde8-97ea3a8957f6), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:30.364127 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3a3e6-46f1-44b5-a1df-1291378074e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ce3ad-462f-475a-bde8-97ea3a8957f6,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:30.370856 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-cbd3a3e6-46f1-44b5-a1df-1291378074e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5227344fc0784230beae54b9a4e633b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949522 Jun 17 09:00:30.371085 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 45972) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:30.423613 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d49bb7c8-63f6-4abf-94df-95f1a4e33c32 admin admin] Publish callbacks [] for security_group (119ce3ad-462f-475a-bde8-97ea3a8957f6), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:30.446625 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d49bb7c8-63f6-4abf-94df-95f1a4e33c32 admin admin] Publish callbacks [] for security_group (119ce3ad-462f-475a-bde8-97ea3a8957f6), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:30.578158 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d49bb7c8-63f6-4abf-94df-95f1a4e33c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (119ce3ad-462f-475a-bde8-97ea3a8957f6), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:30.580678 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d49bb7c8-63f6-4abf-94df-95f1a4e33c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:30.581848 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d49bb7c8-63f6-4abf-94df-95f1a4e33c32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/119ce3ad-462f-475a-bde8-97ea3a8957f6 HTTP/1.1" status: 204 len: 168 time: 0.2098281 Jun 17 09:00:30.590126 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bb7c8-63f6-4abf-94df-95f1a4e33c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ce3ad-462f-475a-bde8-97ea3a8957f6,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:33.005488 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46020) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:33.116088 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5bf26028-ae5e-422e-8930-69ea2d7f34f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:33.193310 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:33.195553 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5bf26028-ae5e-422e-8930-69ea2d7f34f4 admin admin] Publish callbacks [] for security_group (29b8d3c4-366d-4bb6-8ae9-02bcab66e686), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:33.297351 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5bf26028-ae5e-422e-8930-69ea2d7f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (29b8d3c4-366d-4bb6-8ae9-02bcab66e686), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:33.327366 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:33.340094 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5bf26028-ae5e-422e-8930-69ea2d7f34f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d01af0629634f92a040e22fb019ab04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333080 Jun 17 09:00:33.341897 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf26028-ae5e-422e-8930-69ea2d7f34f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b8d3c4-366d-4bb6-8ae9-02bcab66e686,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:33.342877 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46024) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:33.397112 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6c299447-3c09-46d5-81d6-dc463278d454 admin admin] Publish callbacks [] for security_group (29b8d3c4-366d-4bb6-8ae9-02bcab66e686), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:33.418932 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6c299447-3c09-46d5-81d6-dc463278d454 admin admin] Publish callbacks [] for security_group (29b8d3c4-366d-4bb6-8ae9-02bcab66e686), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:33.542852 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6c299447-3c09-46d5-81d6-dc463278d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (29b8d3c4-366d-4bb6-8ae9-02bcab66e686), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:33.545529 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-6c299447-3c09-46d5-81d6-dc463278d454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:33.549100 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-6c299447-3c09-46d5-81d6-dc463278d454 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29b8d3c4-366d-4bb6-8ae9-02bcab66e686 HTTP/1.1" status: 204 len: 168 time: 0.2027283 Jun 17 09:00:33.554898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c299447-3c09-46d5-81d6-dc463278d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b8d3c4-366d-4bb6-8ae9-02bcab66e686,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:34.132720 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46030) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:34.146610 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e31e48dc-a332-4794-bc7a-55ca4d8b5c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:34.227330 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e31e48dc-a332-4794-bc7a-55ca4d8b5c36 admin admin] Publish callbacks [] for security_group (e2d68dd5-1571-49b4-9c45-621104c61683), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:34.279946 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-e31e48dc-a332-4794-bc7a-55ca4d8b5c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e2d68dd5-1571-49b4-9c45-621104c61683), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:34.321100 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-e31e48dc-a332-4794-bc7a-55ca4d8b5c36 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17b3a2337c14424eb55c7a79f27f619f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872845 Jun 17 09:00:34.322113 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e48dc-a332-4794-bc7a-55ca4d8b5c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d68dd5-1571-49b4-9c45-621104c61683,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:34.323805 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46032) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:34.379795 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-25c45fa9-d184-421d-8036-c6dfd69a96af admin admin] Publish callbacks [] for security_group (e2d68dd5-1571-49b4-9c45-621104c61683), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:34.402303 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-25c45fa9-d184-421d-8036-c6dfd69a96af admin admin] Publish callbacks [] for security_group (e2d68dd5-1571-49b4-9c45-621104c61683), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:34.529869 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-25c45fa9-d184-421d-8036-c6dfd69a96af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (e2d68dd5-1571-49b4-9c45-621104c61683), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:34.532559 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-25c45fa9-d184-421d-8036-c6dfd69a96af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:34.533728 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-25c45fa9-d184-421d-8036-c6dfd69a96af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e2d68dd5-1571-49b4-9c45-621104c61683 HTTP/1.1" status: 204 len: 168 time: 0.2088504 Jun 17 09:00:34.541702 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45fa9-d184-421d-8036-c6dfd69a96af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d68dd5-1571-49b4-9c45-621104c61683,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:39.732481 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=5 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:39.736308 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:43.497867 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46154) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:43.568408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:43.606245 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d6b0-ed09-411b-b0c0-ebaaff3028d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:43.681304 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d6b0-ed09-411b-b0c0-ebaaff3028d5 admin admin] Publish callbacks [] for security_group (5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:43.752830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d6b0-ed09-411b-b0c0-ebaaff3028d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:43.794806 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-2ab4d6b0-ed09-411b-b0c0-ebaaff3028d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cfc81c2ef4d242b9a0d0d49f58a80017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955811 Jun 17 09:00:43.795824 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4d6b0-ed09-411b-b0c0-ebaaff3028d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:43.797517 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46158) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:43.849079 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-062fcefc-4928-4c07-9aea-564e03bd0761 admin admin] Publish callbacks [] for security_group (5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:43.865943 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:43.870585 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-062fcefc-4928-4c07-9aea-564e03bd0761 admin admin] Publish callbacks [] for security_group (5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:44.022509 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-062fcefc-4928-4c07-9aea-564e03bd0761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:44.025076 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-062fcefc-4928-4c07-9aea-564e03bd0761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:44.026334 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-062fcefc-4928-4c07-9aea-564e03bd0761 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb HTTP/1.1" status: 204 len: 168 time: 0.2277799 Jun 17 09:00:44.034847 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fcefc-4928-4c07-9aea-564e03bd0761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf1a42c-f7cb-46d9-9dc0-d26c69365bdb,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:44.046797 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:44.693470 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46168) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:44.708418 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1c90a5a8-49e0-47b7-b5f8-67e3809bc93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:44.785640 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1c90a5a8-49e0-47b7-b5f8-67e3809bc93f admin admin] Publish callbacks [] for security_group (1a199355-9e10-41c0-9022-ccdf40b8b449), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:44.845910 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1c90a5a8-49e0-47b7-b5f8-67e3809bc93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (1a199355-9e10-41c0-9022-ccdf40b8b449), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:44.888228 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90a5a8-49e0-47b7-b5f8-67e3809bc93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a199355-9e10-41c0-9022-ccdf40b8b449,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:44.893453 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1c90a5a8-49e0-47b7-b5f8-67e3809bc93f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79a9356cc1a04346855dec7f3bae14c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989343 Jun 17 09:00:44.896498 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46174) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:44.935138 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:44.947516 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0caf071d-74b0-40b8-a8e9-bf966545001c admin admin] Publish callbacks [] for security_group (1a199355-9e10-41c0-9022-ccdf40b8b449), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:44.970197 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0caf071d-74b0-40b8-a8e9-bf966545001c admin admin] Publish callbacks [] for security_group (1a199355-9e10-41c0-9022-ccdf40b8b449), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:45.114541 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0caf071d-74b0-40b8-a8e9-bf966545001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (1a199355-9e10-41c0-9022-ccdf40b8b449), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:45.117117 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0caf071d-74b0-40b8-a8e9-bf966545001c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:45.118346 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0caf071d-74b0-40b8-a8e9-bf966545001c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a199355-9e10-41c0-9022-ccdf40b8b449 HTTP/1.1" status: 204 len: 168 time: 0.2212532 Jun 17 09:00:45.129447 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf071d-74b0-40b8-a8e9-bf966545001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a199355-9e10-41c0-9022-ccdf40b8b449,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:45.684649 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:00:49.308605 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534561cf-e918-4f8c-bf05-3c452cae8afd req-200c8acd-0506-4e53-bcdc-d07ec8406b62 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:49.310153 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-534561cf-e918-4f8c-bf05-3c452cae8afd req-200c8acd-0506-4e53-bcdc-d07ec8406b62 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 945 time: 0.0486662 Jun 17 09:00:49.340890 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ecd69c0c-0d73-454d-b84f-5d4340d9f4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:49.364877 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-534561cf-e918-4f8c-bf05-3c452cae8afd req-fd1547d4-70d6-4ea2-adc8-48f373c8dccb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483603 Jun 17 09:00:50.485809 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6daf6a-f21f-4cfd-b518-03cd201fe3b3 req-29569a91-bc02-43bb-910f-a24e27eca523 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:50.487284 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-be6daf6a-f21f-4cfd-b518-03cd201fe3b3 req-29569a91-bc02-43bb-910f-a24e27eca523 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 945 time: 0.0485461 Jun 17 09:00:50.537906 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-be6daf6a-f21f-4cfd-b518-03cd201fe3b3 req-586bda85-8281-43e6-bd01-2abd0482aa5e tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Jun 17 09:00:50.727259 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-e1b8b2b6-9aa7-41fd-bfbc-44eeea8e2ed1 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:50.728792 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-e1b8b2b6-9aa7-41fd-bfbc-44eeea8e2ed1 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 945 time: 0.0474827 Jun 17 09:00:50.816664 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Deleting port 1e938f08-b678-482d-a29c-cf7d85d201ba {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:00:50.817003 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:50.907971 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] For port 1e938f08-b678-482d-a29c-cf7d85d201ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e938f08-b678-482d-a29c-cf7d85d201ba,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:00:50.908252 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:51.079227 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:51.079838 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (ae3a2676-9f54-415f-814f-5ade0d82251f), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:51.080377 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Floating IP ae3a2676-9f54-415f-814f-5ade0d82251f disassociated. External IP: 172.27.0.120, port: 1e938f08-b678-482d-a29c-cf7d85d201ba. Jun 17 09:00:51.080956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Calling delete_port for 1e938f08-b678-482d-a29c-cf7d85d201ba owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:00:51.122806 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:51.289816 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (1e938f08-b678-482d-a29c-cf7d85d201ba), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:51.322953 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event deleted for resources: {'Port': ['ID=1e938f08-b678-482d-a29c-cf7d85d201ba,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:51.421565 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:51.443554 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:00:51.445764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:51.545574 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:00:51.556090 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:51.577577 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:00:51.578099 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:00:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:51.592791 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] No DVR routers for this DVR port 1e938f08-b678-482d-a29c-cf7d85d201ba on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:00:51.597122 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:51.603178 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-90d5bf43-fcbf-4e5e-a371-d97440907688 req-ca1638c8-3a90-4870-aa7d-c3d3cf84340a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "DELETE /v2.0/ports/1e938f08-b678-482d-a29c-cf7d85d201ba HTTP/1.1" status: 204 len: 173 time: 0.8669968 Jun 17 09:00:51.603178 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'name': 'network-vif-deleted', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:00:51.603549 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86b0d31-e9b9-40aa-ae37-3a8d266e9014" -d '{"events": [{"server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "name": "network-vif-deleted", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:51.649519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c87cfa-a25f-49ef-a1ba-564c0c2291bf x-openstack-request-id: req-a4c87cfa-a25f-49ef-a1ba-564c0c2291bf {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:51.649810 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9b8cb-042a-41e7-a0bf-2f511d8a685a", "name": "network-vif-deleted", "tag": "1e938f08-b678-482d-a29c-cf7d85d201ba", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:51.650151 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4c87cfa-a25f-49ef-a1ba-564c0c2291bf {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:51.650599 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c87cfa-a25f-49ef-a1ba-564c0c2291bf'] response: {'server_uuid': '7ba9b8cb-042a-41e7-a0bf-2f511d8a685a', 'name': 'network-vif-deleted', 'tag': '1e938f08-b678-482d-a29c-cf7d85d201ba', 'status': 'completed', 'code': 200} Jun 17 09:00:51.672194 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d94e4f4f-738c-4c72-898f-511825937050 req-9bff9579-fdb5-47e5-892e-9cb9b77facea tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 210 time: 0.0429940 Jun 17 09:00:51.682343 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ee95fb69-a9a3-4e13-8f9b-141b78e50d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:51.718831 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:00:51.917507 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:51.945403 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:51.954051 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:00:51.954646 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:00:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:52.056962 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:00:52.246907 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:52.272826 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb841a7-88c3-4d81-b540-ef2ec4293e65 None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:52.492821 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519d54d-4697-4f40-a513-13983d34e71f None None] New status for floating IP ae3a2676-9f54-415f-814f-5ade0d82251f: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:00:52.690126 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:52.774246 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7eac7e9d-1124-4f06-a502-061e6aea7355 req-1f3813e9-0a45-4d55-96f2-ddc1b434fa3b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ba9b8cb-042a-41e7-a0bf-2f511d8a685a HTTP/1.1" status: 200 len: 210 time: 0.0290568 Jun 17 09:00:54.044154 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-02e6b36b-897b-44c4-843e-e8609a153ab9 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926804049&fields=id&tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 267 time: 0.0505216 Jun 17 09:00:54.123879 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:54.151408 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-6111c533-a3ed-4fa8-9702-9d735befab74 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:54.152863 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-6111c533-a3ed-4fa8-9702-9d735befab74 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 810 time: 0.1019437 Jun 17 09:00:54.168426 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-a9a90cf2-8e3f-4578-ad8d-5d1da514cd7f tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/quotas/4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 375 time: 0.0090733 Jun 17 09:00:54.223467 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-f989bf95-4dda-4345-ae8d-d9452a70459f tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497718 Jun 17 09:00:54.326127 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-59d454ff-c56c-4668-8925-19fabb13cc8f service neutron] 10.222.0.78 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905557 Jun 17 09:00:54.361441 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:54.395736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:54.431434 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-351916fd-f9f8-4e27-9c61-9232fc8660d2 service neutron] 10.222.0.78 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976760 Jun 17 09:00:54.757821 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-babb80c4-9257-4ee7-9553-3324933e8248 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417039 Jun 17 09:00:54.764389 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:54.842473 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-ff31c1e1-b67d-4397-aed1-75fea44779ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:54.844156 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-ff31c1e1-b67d-4397-aed1-75fea44779ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1129 time: 0.0404012 Jun 17 09:00:54.962287 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-7fd94a73-24f2-4233-bf0f-67b21e0022ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:54.963769 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-7fd94a73-24f2-4233-bf0f-67b21e0022ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 911 time: 0.0992978 Jun 17 09:00:55.029947 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-19245fe7-0336-4089-9f0c-a6f5063abd0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 200 len: 1001 time: 0.0591800 Jun 17 09:00:55.089489 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-fa449135-4102-4c0e-bfa1-36aec43fdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:55.091262 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-fa449135-4102-4c0e-bfa1-36aec43fdf06 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0550368 Jun 17 09:00:55.092811 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3d4557c7-615e-4479-9102-14c8e67e382e req-b4c96fbd-eb44-41bf-a058-ca30af691db3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 210 time: 0.0285592 Jun 17 09:00:55.140119 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-60622406-65ab-4417-8a2e-e0ed375f8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:55.141991 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-60622406-65ab-4417-8a2e-e0ed375f8427 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410678 Jun 17 09:00:55.243373 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-3c312bb3-e19e-4bc4-af90-1124575d4616 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951097 Jun 17 09:00:55.342506 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2f6b48b0-1866-477f-ab04-5072c5268034 req-986e73bd-b53f-4acd-8da3-59f116bcea48 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928767 Jun 17 09:00:55.623244 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 1e938f08-b678-482d-a29c-cf7d85d201ba no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:00:55.643827 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 1e938f08-b678-482d-a29c-cf7d85d201ba {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:00:55.648804 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 1e938f08-b678-482d-a29c-cf7d85d201ba not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:00:56.159130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e1395-c21d-4368-886d-bc416c116623 req-5d6df8f1-ab7f-4abe-8e5e-267011d5d4c8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:56.161391 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-798e1395-c21d-4368-886d-bc416c116623 req-5d6df8f1-ab7f-4abe-8e5e-267011d5d4c8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0528255 Jun 17 09:00:56.217921 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ab888d67-ad5e-4cf9-a1bf-5e1908995854 req-a58ee551-3004-4d88-b01b-ec15607e5dbe tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 210 time: 0.0474524 Jun 17 09:00:56.247992 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-798e1395-c21d-4368-886d-bc416c116623 req-61e71cd4-5bd8-43b1-90cb-b722bc377a5b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793006 Jun 17 09:00:56.651026 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46370) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:56.758581 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e80c434a-d5a8-4f52-81a7-b9f5abec9be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:56.834181 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e80c434a-d5a8-4f52-81a7-b9f5abec9be4 admin admin] Publish callbacks [] for security_group (7787b441-11cc-478e-af2f-3e6d6a7bacdc), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:56.908480 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-e80c434a-d5a8-4f52-81a7-b9f5abec9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7787b441-11cc-478e-af2f-3e6d6a7bacdc), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:56.947033 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c434a-d5a8-4f52-81a7-b9f5abec9be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7787b441-11cc-478e-af2f-3e6d6a7bacdc,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:56.951329 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-e80c434a-d5a8-4f52-81a7-b9f5abec9be4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0eb6441b26f4a029b1da2742b0a883e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992280 Jun 17 09:00:56.955326 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46374) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:57.008612 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f40da463-4f0d-4e7c-9f78-6c14f2bee84c admin admin] Publish callbacks [] for security_group (7787b441-11cc-478e-af2f-3e6d6a7bacdc), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.031343 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f40da463-4f0d-4e7c-9f78-6c14f2bee84c admin admin] Publish callbacks [] for security_group (7787b441-11cc-478e-af2f-3e6d6a7bacdc), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.171529 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f40da463-4f0d-4e7c-9f78-6c14f2bee84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7787b441-11cc-478e-af2f-3e6d6a7bacdc), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.174296 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f40da463-4f0d-4e7c-9f78-6c14f2bee84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.176348 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f40da463-4f0d-4e7c-9f78-6c14f2bee84c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7787b441-11cc-478e-af2f-3e6d6a7bacdc HTTP/1.1" status: 204 len: 168 time: 0.2193797 Jun 17 09:00:57.183860 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40da463-4f0d-4e7c-9f78-6c14f2bee84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7787b441-11cc-478e-af2f-3e6d6a7bacdc,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:57.201567 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:57.270770 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-f25407eb-cc46-4545-8c64-1ff4bad3eed7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:57.272390 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-f25407eb-cc46-4545-8c64-1ff4bad3eed7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 810 time: 0.1166854 Jun 17 09:00:57.325987 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2e616ed6-5acc-4c46-b5ad-5a09672e9dbe req-971bbc64-cf95-44d5-bea2-6442e07a7ce8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Jun 17 09:00:57.347400 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-8c779ad8-47e8-48b9-aed6-31e100c4bff1 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 379 time: 0.0663624 Jun 17 09:00:57.357072 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'port': {'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'admin_state_up': True, 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'security_groups': ['46983c26-6513-4b10-9989-9638a98c2dfe']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:00:57.360812 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:57.386059 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d02097-95ca-40d6-a0e2-1520acb70921 req-2dfdb1a7-60b1-4587-99ed-e26dba42ab61 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:57.387511 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79d02097-95ca-40d6-a0e2-1520acb70921 req-2dfdb1a7-60b1-4587-99ed-e26dba42ab61 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0554621 Jun 17 09:00:57.444219 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-79d02097-95ca-40d6-a0e2-1520acb70921 req-f6e6cb68-0833-46f3-a504-0002ffefdc38 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483418 Jun 17 09:00:57.525462 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Made reservation on behalf of 4c3ecf1efb8748a0af09e501e2b9d81b for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:57.529158 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.660011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:57.664056 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Allocated IP 172.20.0.3 (131209d2-1a19-4f69-ac13-17a3bc0e6ba1/53ee12da-c60f-4b77-b335-ec646bcb4d67/b4cd31ab-2201-4188-9f14-62d62fa9247e) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:57.808396 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.863123 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46384) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:57.876387 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a3846b71-7a34-4ee7-b572-523af392cccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.920771 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.951564 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a3846b71-7a34-4ee7-b572-523af392cccc admin admin] Publish callbacks [] for security_group (afa967ff-c9de-41f6-b6af-ab73c8a6532b), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:57.960905 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:57.964009 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:57.968547 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:00:58.006324 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=b4cd31ab-2201-4188-9f14-62d62fa9247e,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.033322 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:58.033954 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.044892 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a3846b71-7a34-4ee7-b572-523af392cccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (afa967ff-c9de-41f6-b6af-ab73c8a6532b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.085029 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:58.095873 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a3846b71-7a34-4ee7-b572-523af392cccc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32d6609997d54e67a742d0e9dd583f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289550 Jun 17 09:00:58.095873 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3846b71-7a34-4ee7-b572-523af392cccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa967ff-c9de-41f6-b6af-ab73c8a6532b,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.096734 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46386) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:58.122926 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-be32c97d-d49a-4816-b593-3ba56a9de2df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704549 Jun 17 09:00:58.134056 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Request body: {'port': {'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:00:58.152273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:58.153274 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cd5a-5131-48a0-9e4e-ed721b6a755c admin admin] Publish callbacks [] for security_group (afa967ff-c9de-41f6-b6af-ab73c8a6532b), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.179098 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cd5a-5131-48a0-9e4e-ed721b6a755c admin admin] Publish callbacks [] for security_group (afa967ff-c9de-41f6-b6af-ab73c8a6532b), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.209237 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.238909 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-d2459ec0-1a5b-44e3-8c9e-a003c02552f0 None None] Provisioning complete for port b4cd31ab-2201-4188-9f14-62d62fa9247e triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:00:58.239565 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-d2459ec0-1a5b-44e3-8c9e-a003c02552f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.246013 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:58.276634 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-d2459ec0-1a5b-44e3-8c9e-a003c02552f0 None None] Port b4cd31ab-2201-4188-9f14-62d62fa9247e cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 09:00:58.365087 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cd5a-5131-48a0-9e4e-ed721b6a755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (afa967ff-c9de-41f6-b6af-ab73c8a6532b), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.367821 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cd5a-5131-48a0-9e4e-ed721b6a755c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.369007 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7cb8cd5a-5131-48a0-9e4e-ed721b6a755c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/afa967ff-c9de-41f6-b6af-ab73c8a6532b HTTP/1.1" status: 204 len: 168 time: 0.2713139 Jun 17 09:00:58.378843 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8cd5a-5131-48a0-9e4e-ed721b6a755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa967ff-c9de-41f6-b6af-ab73c8a6532b,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.463507 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d399e65-2e34-4b3d-809d-0187fd7188b2 req-9b79fe98-31db-435e-abc9-e0a094a469c9 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:58.465345 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d399e65-2e34-4b3d-809d-0187fd7188b2 req-9b79fe98-31db-435e-abc9-e0a094a469c9 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 931 time: 0.0573068 Jun 17 09:00:58.535057 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cd31ab-2201-4188-9f14-62d62fa9247e {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:00:58.545252 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Publish callbacks [] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.563331 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Transition to ACTIVE for port object b4cd31ab-2201-4188-9f14-62d62fa9247e will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 09:00:58.572051 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d399e65-2e34-4b3d-809d-0187fd7188b2 req-28c197b3-198c-4089-8567-eb67884500b9 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980504 Jun 17 09:00:58.607721 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5fd2c-b282-4d03-9cdb-5b3c713df8aa req-996e4458-06e0-4ef7-8e4b-064d771fe6ef tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:58.609170 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-49d5fd2c-b282-4d03-9cdb-5b3c713df8aa req-996e4458-06e0-4ef7-8e4b-064d771fe6ef tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0565469 Jun 17 09:00:58.658194 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-49d5fd2c-b282-4d03-9cdb-5b3c713df8aa req-7a7d6b82-ee17-46dd-89f3-010c8434ff41 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425241 Jun 17 09:00:58.769465 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.805648 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:58.824263 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cd31ab-2201-4188-9f14-62d62fa9247e,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.902240 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Attempting to bind port b4cd31ab-2201-4188-9f14-62d62fa9247e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 09:00:58.902575 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Attempting to bind port b4cd31ab-2201-4188-9f14-62d62fa9247e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 09:00:58.902909 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Attempting to bind port b4cd31ab-2201-4188-9f14-62d62fa9247e on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:00:58.908888 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Port b4cd31ab-2201-4188-9f14-62d62fa9247e on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 09:00:58.909232 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Attempting to bind port b4cd31ab-2201-4188-9f14-62d62fa9247e on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:00:58.914794 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 9, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 09:00:58.915139 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Checking segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 09:00:58.915613 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Bound using segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 09:00:58.915992 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Bound port: b4cd31ab-2201-4188-9f14-62d62fa9247e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 09:00:58.916402 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:58.993902 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] For port b4cd31ab-2201-4188-9f14-62d62fa9247e, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 09:00:58.997637 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] For port b4cd31ab-2201-4188-9f14-62d62fa9247e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 09:00:59.097825 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:59.135051 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.135051 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:59.135051 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] 10.222.0.83 "PUT /v2.0/ports/b4cd31ab-2201-4188-9f14-62d62fa9247e HTTP/1.1" status: 200 len: 1093 time: 1.0031679 Jun 17 09:00:59.135508 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:00:59.138552 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc51b9f-5393-4de9-9702-baaa413b18d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:59.166687 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadef6f7-21d1-42f5-94e7-fbd6187d3804 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cd31ab-2201-4188-9f14-62d62fa9247e,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:59.182875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0fc286-1adf-40c7-9b3c-95b5f16503c4 x-openstack-request-id: req-cb0fc286-1adf-40c7-9b3c-95b5f16503c4 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:59.183170 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:59.183455 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb0fc286-1adf-40c7-9b3c-95b5f16503c4 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:59.183891 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0fc286-1adf-40c7-9b3c-95b5f16503c4'] response: {'name': 'network-changed', 'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'status': 'completed', 'code': 200} Jun 17 09:00:59.246494 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc51b9f-5393-4de9-9702-baaa413b18d5 req-9c69e31e-8c55-4aed-96ec-0f734417b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.248088 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-9fc51b9f-5393-4de9-9702-baaa413b18d5 req-9c69e31e-8c55-4aed-96ec-0f734417b989 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1127 time: 0.0448687 Jun 17 09:00:59.354727 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc51b9f-5393-4de9-9702-baaa413b18d5 req-c836ed27-7ad6-47df-a150-22f5c7355b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.356249 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-9fc51b9f-5393-4de9-9702-baaa413b18d5 req-c836ed27-7ad6-47df-a150-22f5c7355b1e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1017745 Jun 17 09:00:59.427504 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:59.428263 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46398) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:59.440056 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-69c099e7-46f4-4758-b72d-57356810d2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:59.459584 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc51b9f-5393-4de9-9702-baaa413b18d5 req-0e897635-6ffd-4452-9162-4041777813d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.461079 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-9fc51b9f-5393-4de9-9702-baaa413b18d5 req-0e897635-6ffd-4452-9162-4041777813d0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986021 Jun 17 09:00:59.478219 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:59.522526 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-69c099e7-46f4-4758-b72d-57356810d2b9 admin admin] Publish callbacks [] for security_group (92376c89-b1d1-4d61-9ad6-47d67cefd132), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:59.541593 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-cd28829e-a04f-486f-adb0-1217d93f2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.543482 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-cd28829e-a04f-486f-adb0-1217d93f2171 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1127 time: 0.0443132 Jun 17 09:00:59.586018 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-f5a25037-5104-4f92-8ed5-d90b3476f21e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e HTTP/1.1" status: 200 len: 217 time: 0.0357985 Jun 17 09:00:59.615165 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-69c099e7-46f4-4758-b72d-57356810d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (92376c89-b1d1-4d61-9ad6-47d67cefd132), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:59.635334 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-7ab4afe6-914d-41b5-aba5-3d183b14ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.636854 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-7ab4afe6-914d-41b5-aba5-3d183b14ce12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0452466 Jun 17 09:00:59.667470 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c099e7-46f4-4758-b72d-57356810d2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92376c89-b1d1-4d61-9ad6-47d67cefd132,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:59.671677 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-69c099e7-46f4-4758-b72d-57356810d2b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d749f6cc54094ef3ba5c66a4a64f90f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449484 Jun 17 09:00:59.674712 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46402) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:00:59.706059 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f22cc-d89f-42a5-9850-4879471d652b req-e310d737-450b-4043-bd49-89843bae21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.707672 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-e310d737-450b-4043-bd49-89843bae21f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642626 Jun 17 09:00:59.713851 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1157a1-4da4-4793-afa1-c57f3026c2a1 req-0fbb5112-3517-4c41-9207-28566f149aa7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.715369 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd1157a1-4da4-4793-afa1-c57f3026c2a1 req-0fbb5112-3517-4c41-9207-28566f149aa7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 943 time: 0.0654678 Jun 17 09:00:59.791378 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf663-1e4b-43da-9e2e-f2ef1c4fe96c admin admin] Publish callbacks [] for security_group (92376c89-b1d1-4d61-9ad6-47d67cefd132), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:59.801487 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd1157a1-4da4-4793-afa1-c57f3026c2a1 req-f1ea09fa-d25b-4e25-896b-b4ed95e6a93e tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800529 Jun 17 09:00:59.810159 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ddaaa-3ded-48da-9e4d-e6e44a8d9306 req-30e99ed7-a9be-47d7-8aa3-2af92dae1ce2 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:00:59.814521 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-966ddaaa-3ded-48da-9e4d-e6e44a8d9306 req-30e99ed7-a9be-47d7-8aa3-2af92dae1ce2 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0685256 Jun 17 09:00:59.834621 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf663-1e4b-43da-9e2e-f2ef1c4fe96c admin admin] Publish callbacks [] for security_group (92376c89-b1d1-4d61-9ad6-47d67cefd132), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:00:59.846415 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-87d16eef-f5fd-402a-b5f4-f901e2de2ee9 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310089 Jun 17 09:00:59.855544 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:59.863655 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-966ddaaa-3ded-48da-9e4d-e6e44a8d9306 req-8db210b8-4ca1-49a7-9faf-f1ef115bfebc tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445454 Jun 17 09:00:59.944675 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:00:59.960036 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-163f22cc-d89f-42a5-9850-4879471d652b req-cf3d65cc-1eb8-4e95-a833-114434f77b27 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063917 Jun 17 09:01:00.051413 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf663-1e4b-43da-9e2e-f2ef1c4fe96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (92376c89-b1d1-4d61-9ad6-47d67cefd132), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:00.054232 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf663-1e4b-43da-9e2e-f2ef1c4fe96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:00.055790 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ed7cf663-1e4b-43da-9e2e-f2ef1c4fe96c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92376c89-b1d1-4d61-9ad6-47d67cefd132 HTTP/1.1" status: 204 len: 168 time: 0.3800206 Jun 17 09:01:00.065143 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cf663-1e4b-43da-9e2e-f2ef1c4fe96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92376c89-b1d1-4d61-9ad6-47d67cefd132,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:00.918485 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213190c-dce0-4380-9126-5c758a3acf21 req-dc354878-1b2d-46f5-b72c-39a738b6f506 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:00.920042 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4213190c-dce0-4380-9126-5c758a3acf21 req-dc354878-1b2d-46f5-b72c-39a738b6f506 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 943 time: 0.0477674 Jun 17 09:01:01.006699 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c1725-e2b6-4135-810a-0524f5c8d975 req-b49ff079-446c-4e2a-bd7b-5ccc1f2ac850 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:01.008184 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f07c1725-e2b6-4135-810a-0524f5c8d975 req-b49ff079-446c-4e2a-bd7b-5ccc1f2ac850 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0643876 Jun 17 09:01:01.011974 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4213190c-dce0-4380-9126-5c758a3acf21 req-5b7ddf48-893a-4959-bbde-06daa58e7222 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856106 Jun 17 09:01:01.056854 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f07c1725-e2b6-4135-810a-0524f5c8d975 req-1cb892cb-b37c-40bd-9f6d-0cca38c1ba5d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428760 Jun 17 09:01:02.128689 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b370a6-8b16-4080-82a1-78c5f0484394 req-9dd9b71e-4144-4edd-8bdf-f61d34aaec03 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:02.130447 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e6b370a6-8b16-4080-82a1-78c5f0484394 req-9dd9b71e-4144-4edd-8bdf-f61d34aaec03 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 943 time: 0.0484293 Jun 17 09:01:02.199894 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728cd5a-e81f-4072-83f0-f405597c1344 req-d3c27086-9fd2-420d-a7c1-406b2e0dd74b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:02.201360 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1728cd5a-e81f-4072-83f0-f405597c1344 req-d3c27086-9fd2-420d-a7c1-406b2e0dd74b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0702643 Jun 17 09:01:02.238069 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e6b370a6-8b16-4080-82a1-78c5f0484394 req-da2f4fc7-0076-416e-bc77-f7f822ab58ba tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964863 Jun 17 09:01:02.264978 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1728cd5a-e81f-4072-83f0-f405597c1344 req-47ac56f5-cadc-4b36-8815-d943ed82072b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567579 Jun 17 09:01:02.561950 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:02.564378 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=7 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:03.374095 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527e8d-0ba2-4635-bce0-97cb964820f9 req-c414b641-6b2d-47f9-ba90-ea7c77083c51 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:03.376123 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-56527e8d-0ba2-4635-bce0-97cb964820f9 req-c414b641-6b2d-47f9-ba90-ea7c77083c51 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 943 time: 0.0691900 Jun 17 09:01:03.408098 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091108d1-6593-4276-9860-48a49606f262 req-efcc89e3-af7a-4d68-afee-7f6915ad613a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:03.409564 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-091108d1-6593-4276-9860-48a49606f262 req-efcc89e3-af7a-4d68-afee-7f6915ad613a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0728462 Jun 17 09:01:03.462523 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-56527e8d-0ba2-4635-bce0-97cb964820f9 req-3ad13203-ba24-4ce4-87fd-7ecba5e4962b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806661 Jun 17 09:01:03.483969 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-091108d1-6593-4276-9860-48a49606f262 req-b5e0880f-53cf-4623-a49a-de845a3872e9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674961 Jun 17 09:01:04.572714 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:04.605481 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae21a-46fc-441c-a468-b4e064ff0b08 req-a2f66d9a-28b0-4075-858b-c35cbfa54b93 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:04.606947 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8fcae21a-46fc-441c-a468-b4e064ff0b08 req-a2f66d9a-28b0-4075-858b-c35cbfa54b93 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 943 time: 0.0767415 Jun 17 09:01:04.626353 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ed695-83ac-4526-a4e2-96f8101734d3 req-bee9b7ec-5253-402e-b1f5-2d79e517afa1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:04.627804 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-de2ed695-83ac-4526-a4e2-96f8101734d3 req-bee9b7ec-5253-402e-b1f5-2d79e517afa1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0679994 Jun 17 09:01:04.700601 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8fcae21a-46fc-441c-a468-b4e064ff0b08 req-f030de68-9df1-4c59-8088-660f59a08673 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880463 Jun 17 09:01:04.708275 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-de2ed695-83ac-4526-a4e2-96f8101734d3 req-fe51a429-ccd7-4b08-8f92-1b0e532e053a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730052 Jun 17 09:01:05.847881 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496cb1a-2bfc-44fa-97e9-a1577a16f651 req-753622c9-0586-4e28-af9f-b5c228f79e13 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:05.849374 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6496cb1a-2bfc-44fa-97e9-a1577a16f651 req-753622c9-0586-4e28-af9f-b5c228f79e13 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 943 time: 0.0772882 Jun 17 09:01:05.855309 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620d421-721d-452e-9667-830d0459129d req-b58d24da-ffbc-4cfb-acc6-67b5c44466ee tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:05.856678 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6620d421-721d-452e-9667-830d0459129d req-b58d24da-ffbc-4cfb-acc6-67b5c44466ee tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0756800 Jun 17 09:01:05.884829 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:05.939669 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6496cb1a-2bfc-44fa-97e9-a1577a16f651 req-ef00c4e3-7bec-4145-97d3-9f5372b92a5c tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819542 Jun 17 09:01:05.942598 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6620d421-721d-452e-9667-830d0459129d req-6f3d6649-ff92-4319-80b9-df71464b61bc tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772772 Jun 17 09:01:07.084651 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cca43-7f2c-4f51-a75f-8ab160157b33 req-adc3b907-f20d-40aa-9456-5a5fc049af36 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:07.086131 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2b7cca43-7f2c-4f51-a75f-8ab160157b33 req-adc3b907-f20d-40aa-9456-5a5fc049af36 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 943 time: 0.0769613 Jun 17 09:01:07.094841 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd856c-2d94-40b5-aa5e-992708b05139 req-0835e10d-ba49-41c0-84f6-9becbfeccace tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:07.096257 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-59cd856c-2d94-40b5-aa5e-992708b05139 req-0835e10d-ba49-41c0-84f6-9becbfeccace tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0778782 Jun 17 09:01:07.170393 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2b7cca43-7f2c-4f51-a75f-8ab160157b33 req-3e66a737-6158-421a-bf36-2d35fce21945 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731785 Jun 17 09:01:07.178399 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-59cd856c-2d94-40b5-aa5e-992708b05139 req-35d498c4-1547-47a6-83a4-43fb3ac12a6f tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742705 Jun 17 09:01:07.701876 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b4cd31ab-2201-4188-9f14-62d62fa9247e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 09:01:07.951193 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b4cd31ab-2201-4188-9f14-62d62fa9247e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:01:07.963517 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 09:01:07.998713 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port b4cd31ab-2201-4188-9f14-62d62fa9247e is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:01:07.999106 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:08.013088 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cd31ab-2201-4188-9f14-62d62fa9247e {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:01:08.036128 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b4cd31ab-2201-4188-9f14-62d62fa9247e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:01:08.164333 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:08.217006 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=b4cd31ab-2201-4188-9f14-62d62fa9247e,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:08.224969 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.225337 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.225666 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.226006 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.226345 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.226676 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.227110 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.227956 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.227956 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.228141 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.228478 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.228802 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.229127 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.229449 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.229768 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:08.324802 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c73166-f8b6-4ad1-8275-32ac458756fb req-0f71d204-8cce-4f0f-9b14-2f39d2c6e7f8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:08.326278 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a1c73166-f8b6-4ad1-8275-32ac458756fb req-0f71d204-8cce-4f0f-9b14-2f39d2c6e7f8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 944 time: 0.0817463 Jun 17 09:01:08.333436 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac73212-ddb0-4d45-91ed-3e40ffd1f48b req-8d239486-2a4f-4017-b2a6-ca369f233715 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:08.334897 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ac73212-ddb0-4d45-91ed-3e40ffd1f48b req-8d239486-2a4f-4017-b2a6-ca369f233715 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0797949 Jun 17 09:01:08.384125 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['b4cd31ab-2201-4188-9f14-62d62fa9247e'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:01:08.409876 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a1c73166-f8b6-4ad1-8275-32ac458756fb req-fd6f4107-9020-415e-aaae-3aa50b705671 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739756 Jun 17 09:01:08.417086 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ac73212-ddb0-4d45-91ed-3e40ffd1f48b req-41e7545b-6cce-492e-b639-00a14429f7a5 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742838 Jun 17 09:01:09.558029 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c670023-a18e-4367-9464-96d0b45f4fb7 req-e9b955d0-7193-4995-9e19-10402a45905d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:09.559449 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8c670023-a18e-4367-9464-96d0b45f4fb7 req-e9b955d0-7193-4995-9e19-10402a45905d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0701411 Jun 17 09:01:09.565998 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07fad-eb81-4660-b19e-9ae650bde4e3 req-73f7c9ec-8823-4ce9-a3b5-27beca634cc0 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:09.567338 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-01b07fad-eb81-4660-b19e-9ae650bde4e3 req-73f7c9ec-8823-4ce9-a3b5-27beca634cc0 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 944 time: 0.0877831 Jun 17 09:01:09.642608 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8c670023-a18e-4367-9464-96d0b45f4fb7 req-02b1bf7e-b763-4315-a13f-26579403901d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742977 Jun 17 09:01:09.646901 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-01b07fad-eb81-4660-b19e-9ae650bde4e3 req-30b3a155-7b14-434d-9082-11572f422df5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717294 Jun 17 09:01:09.708361 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b4cd31ab-2201-4188-9f14-62d62fa9247e up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 09:01:09.752133 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port b4cd31ab-2201-4188-9f14-62d62fa9247e completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 09:01:09.837768 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port b4cd31ab-2201-4188-9f14-62d62fa9247e triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:01:09.838066 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:09.910611 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:09.912966 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port b4cd31ab-2201-4188-9f14-62d62fa9247e is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:01:09.913342 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:09.936258 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:01:09.938484 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b886013c-418a-4d6b-8ca5-394794cfd4be" -d '{"events": [{"server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "name": "network-vif-plugged", "status": "completed", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:09.950717 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port b4cd31ab-2201-4188-9f14-62d62fa9247e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:01:09.974003 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005f97de-d9eb-4a01-9af9-b3c571abe0e5 x-openstack-request-id: req-005f97de-d9eb-4a01-9af9-b3c571abe0e5 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:09.974288 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "name": "network-vif-plugged", "status": "completed", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:09.974536 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-005f97de-d9eb-4a01-9af9-b3c571abe0e5 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:09.974923 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005f97de-d9eb-4a01-9af9-b3c571abe0e5'] response: {'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'code': 200} Jun 17 09:01:10.026580 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:10.031471 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:10.060105 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=2,neutron:SELECT=10 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:10.076428 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=b4cd31ab-2201-4188-9f14-62d62fa9247e,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:10.370124 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bf5b4-97b5-4345-8456-b2a30b5c8bc1 req-f73f9bb4-0081-49c2-aa7b-9f702d4583b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:10.371669 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-560bf5b4-97b5-4345-8456-b2a30b5c8bc1 req-f73f9bb4-0081-49c2-aa7b-9f702d4583b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1129 time: 0.0400925 Jun 17 09:01:10.419647 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-560bf5b4-97b5-4345-8456-b2a30b5c8bc1 req-7296bbf2-a3b5-44fd-9cba-e2db99eea044 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 Jun 17 09:01:10.789886 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86530b-4a63-4364-b69d-b0666bb62149 req-ec68351b-e8a6-4228-9f8b-98b741b13693 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:10.791343 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea86530b-4a63-4364-b69d-b0666bb62149 req-ec68351b-e8a6-4228-9f8b-98b741b13693 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0760102 Jun 17 09:01:10.811509 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bae286-6d1a-4462-90b1-b21efeed45fb req-2ecce97d-96bf-43cd-88f6-60d7acc5acac tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:10.812930 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a6bae286-6d1a-4462-90b1-b21efeed45fb req-2ecce97d-96bf-43cd-88f6-60d7acc5acac tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 945 time: 0.0670521 Jun 17 09:01:10.857967 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:10.872056 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ea86530b-4a63-4364-b69d-b0666bb62149 req-ed8de194-d80b-4979-aa3c-58e08d3354c6 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750520 Jun 17 09:01:10.888145 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a6bae286-6d1a-4462-90b1-b21efeed45fb req-38d662f4-1675-4ef3-b722-7f33392017fa tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673041 Jun 17 09:01:12.023549 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672520fa-f03a-4b89-9bb1-ec5ea0ac229c req-ecbe7a8d-fb5d-4e24-a7fd-4d08637f7023 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.025096 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-672520fa-f03a-4b89-9bb1-ec5ea0ac229c req-ecbe7a8d-fb5d-4e24-a7fd-4d08637f7023 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0804448 Jun 17 09:01:12.052605 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348a1a2-ca3d-4427-998e-576f9783ffa3 req-9b86bf1f-612e-41cc-8449-9cb308f20ab9 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.054149 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0348a1a2-ca3d-4427-998e-576f9783ffa3 req-9b86bf1f-612e-41cc-8449-9cb308f20ab9 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 945 time: 0.0791900 Jun 17 09:01:12.105705 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-672520fa-f03a-4b89-9bb1-ec5ea0ac229c req-0a1811ab-d322-4e60-a31c-a100b24aecfe tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748286 Jun 17 09:01:12.126380 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0348a1a2-ca3d-4427-998e-576f9783ffa3 req-0462d8aa-358e-4b42-a3c1-2cd782cc209e tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647533 Jun 17 09:01:12.243981 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa75f0-ebd4-4c61-8ff8-f11055660fe5 req-a3962534-f94e-4fde-a38b-8da3ed7733a7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.245566 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2daa75f0-ebd4-4c61-8ff8-f11055660fe5 req-a3962534-f94e-4fde-a38b-8da3ed7733a7 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 945 time: 0.0470452 Jun 17 09:01:12.293934 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2daa75f0-ebd4-4c61-8ff8-f11055660fe5 req-7a2e52f5-2f6d-4696-827b-d69770b9a130 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Jun 17 09:01:12.317894 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46454) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:01:12.358763 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7643d457-e691-4131-9671-1a5c5df426af tempest-TestVolumeBootPattern-881423571 tempest-TestVolumeBootPattern-881423571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.360862 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7643d457-e691-4131-9671-1a5c5df426af tempest-TestVolumeBootPattern-881423571 tempest-TestVolumeBootPattern-881423571-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1124 time: 0.0419719 Jun 17 09:01:12.363563 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46456) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:01:12.367753 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:01:12.383205 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:12.493633 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4e4ad-a89d-478c-90fc-8533ecabe7ee req-528a5faa-ad15-4b43-ad54-5f17327c63e8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.495110 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a0f4e4ad-a89d-478c-90fc-8533ecabe7ee req-528a5faa-ad15-4b43-ad54-5f17327c63e8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0478384 Jun 17 09:01:12.501460 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:12.605352 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a0f4e4ad-a89d-478c-90fc-8533ecabe7ee req-42351c0f-1381-43bd-a025-ea11769ff7b4 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005862 Jun 17 09:01:12.617069 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:12.636576 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e161-5f2b-476b-a261-95f668d5128d req-0019fc1e-b56f-447f-804f-025239aa122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.638096 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0053e161-5f2b-476b-a261-95f668d5128d req-0019fc1e-b56f-447f-804f-025239aa122e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1129 time: 0.0452342 Jun 17 09:01:12.723824 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Allocated IP 172.27.0.157 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/6d1ae36a-fc46-470f-b00b-3fb24f305dfa) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:12.729960 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e161-5f2b-476b-a261-95f668d5128d req-0c78f439-7c07-47ad-b4d9-bba5a5b0aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.734194 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0053e161-5f2b-476b-a261-95f668d5128d req-0c78f439-7c07-47ad-b4d9-bba5a5b0aeea service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 911 time: 0.0871651 Jun 17 09:01:12.799112 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0053e161-5f2b-476b-a261-95f668d5128d req-a297f310-9fd7-4d27-8288-a17dd7ba8322 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 200 len: 1001 time: 0.0609407 Jun 17 09:01:12.831666 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:12.848986 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e161-5f2b-476b-a261-95f668d5128d req-ddb9c60b-e0fb-408d-8904-4297aad3e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.850551 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0053e161-5f2b-476b-a261-95f668d5128d req-ddb9c60b-e0fb-408d-8904-4297aad3e288 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0461748 Jun 17 09:01:12.852656 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:12.893718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e161-5f2b-476b-a261-95f668d5128d req-a5f59736-8d2a-4001-9ec0-b16e862d36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:12.895267 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0053e161-5f2b-476b-a261-95f668d5128d req-a5f59736-8d2a-4001-9ec0-b16e862d36fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391788 Jun 17 09:01:12.948927 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:12.989960 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:12.990218 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0053e161-5f2b-476b-a261-95f668d5128d req-28c7e7da-7706-48e9-a62e-c60036c52920 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888300 Jun 17 09:01:12.997209 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:13.001157 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:01:13.004732 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=6d1ae36a-fc46-470f-b00b-3fb24f305dfa,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:13.080600 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-0053e161-5f2b-476b-a261-95f668d5128d req-ff455924-5b6f-43ed-bff5-696e25956666 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Jun 17 09:01:13.344988 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:13.354340 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (19210f40-0650-431e-b056-4a4b8a1cdd8e), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:13.483450 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:13.631870 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:13.681480 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:13.780082 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b9188-123f-4b30-bf54-40387a725599 req-997d8806-8f5b-4a97-b2a4-49844075d258 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:13.781676 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd1b9188-123f-4b30-bf54-40387a725599 req-997d8806-8f5b-4a97-b2a4-49844075d258 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.1015477 Jun 17 09:01:13.811237 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=6d1ae36a-fc46-470f-b00b-3fb24f305dfa,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:13.820254 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (19210f40-0650-431e-b056-4a4b8a1cdd8e), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:13.885456 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:13.916727 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-dd1b9188-123f-4b30-bf54-40387a725599 req-40823d87-2adf-4a09-a91a-0a3dfedcba0e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256177 Jun 17 09:01:13.942161 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Floating IP 19210f40-0650-431e-b056-4a4b8a1cdd8e associated. External IP: 172.27.0.157, port: b4cd31ab-2201-4188-9f14-62d62fa9247e. Jun 17 09:01:14.146173 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:01:14.497451 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:14.500212 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:01:14.509741 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:14.521397 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:01:14.522040 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:00:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:14.627533 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:01:14.640218 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:14.672010 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-97bab36e-1a8f-47b2-9981-bdfee32aa6d3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3068199 Jun 17 09:01:14.672247 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:01:14.674511 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d4a79-040c-4191-9170-5c0f7b894db7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:14.711379 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7879b237-75d7-4b5d-b0c6-975e87738698 x-openstack-request-id: req-7879b237-75d7-4b5d-b0c6-975e87738698 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:14.711714 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:14.712021 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7879b237-75d7-4b5d-b0c6-975e87738698 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:14.712490 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7879b237-75d7-4b5d-b0c6-975e87738698'] response: {'name': 'network-changed', 'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'status': 'completed', 'code': 200} Jun 17 09:01:14.776250 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-6529ea30-9130-4e5f-961d-1ba649508fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:14.777787 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-6529ea30-9130-4e5f-961d-1ba649508fca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1129 time: 0.0450335 Jun 17 09:01:14.850164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:13Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:14.874474 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-455c25f2-95d0-422e-be92-99f693c2d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:14.874803 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:14.876310 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-455c25f2-95d0-422e-be92-99f693c2d84f service neutron] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 911 time: 0.0900319 Jun 17 09:01:14.883128 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:01:14.883783 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:00:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:14.992081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:01:15.048777 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada2982-b888-4e91-9b45-541c410587de req-ec24e732-bd2e-4ed2-9d5c-f5b6cb0e7c7c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:15.050672 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aada2982-b888-4e91-9b45-541c410587de req-ec24e732-bd2e-4ed2-9d5c-f5b6cb0e7c7c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0606091 Jun 17 09:01:15.103004 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aada2982-b888-4e91-9b45-541c410587de req-ac539d66-7121-4b46-8096-e1be2c6f5d8c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458772 Jun 17 09:01:15.208116 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-fd7bcfae-7575-4a3c-a5d2-f579d0ed2b20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e HTTP/1.1" status: 200 len: 999 time: 0.3261998 Jun 17 09:01:15.224067 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:13Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:15.248864 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4591f-d22c-4255-a074-062cc1de9d16 None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:13Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:15.257692 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-5957789d-98a8-4c3a-a5e5-99b49bfa7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:15.259261 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-5957789d-98a8-4c3a-a5e5-99b49bfa7239 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0453749 Jun 17 09:01:15.305410 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-225269d7-f9fd-42f8-b851-e81679c0a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:15.306952 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-225269d7-f9fd-42f8-b851-e81679c0a9d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423181 Jun 17 09:01:15.403798 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-aeb94c55-53c4-47dc-a8f0-bbae2ce6847f service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902922 Jun 17 09:01:15.417811 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:15.487463 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b29427-a1d4-42eb-b8bc-4b9faa8e3057 None None] New status for floating IP 19210f40-0650-431e-b056-4a4b8a1cdd8e: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:01:15.512121 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-379d4a79-040c-4191-9170-5c0f7b894db7 req-fc4f84c6-974b-463b-a11e-effe8e438d31 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025572 Jun 17 09:01:19.348281 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-f907f75c-0d6d-4c2d-9cdd-63acded15296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:21.428705 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:21.672039 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-af14d33f-5b65-4820-a0de-8f64562f4c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:22.683830 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:01:22.735223 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:24.148439 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:24.685656 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:25.096092 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=10 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:25.099038 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=47,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:25.507479 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=8 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:25.508289 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:32.678445 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:32.679219 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:34.620652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:34.622596 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:49.348182 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7c512496-a48c-476e-b371-d1e0b8f459b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:50.476146 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083429-d417-4999-b95f-84fcbaa4e299 req-8ccd2678-f274-4550-88c2-1886b822932b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:50.477618 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d083429-d417-4999-b95f-84fcbaa4e299 req-8ccd2678-f274-4550-88c2-1886b822932b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0504560 Jun 17 09:01:50.530561 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0d083429-d417-4999-b95f-84fcbaa4e299 req-4c38893d-a38f-4b55-b314-6e5715eb088c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462949 Jun 17 09:01:51.422544 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:51.702650 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9ab605dc-5ef4-4253-ba5d-25e06e5f247e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:51.751956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22007-e2fe-4097-bf1f-d5ffca4dbfef req-daca055f-4dc4-4948-a43d-0c4663077c39 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:51.753423 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-29e22007-e2fe-4097-bf1f-d5ffca4dbfef req-daca055f-4dc4-4948-a43d-0c4663077c39 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.1508725 Jun 17 09:01:51.800910 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-29e22007-e2fe-4097-bf1f-d5ffca4dbfef req-ee422581-f6a0-4d44-91c3-d729c9e19724 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Jun 17 09:01:52.708039 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:52.914263 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed61a65-9eaa-42d9-92db-7e4d8b1c6cf5 req-445fe965-c345-41db-bd74-d16d146311f4 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:52.915774 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ed61a65-9eaa-42d9-92db-7e4d8b1c6cf5 req-445fe965-c345-41db-bd74-d16d146311f4 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0465705 Jun 17 09:01:52.966982 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7ed61a65-9eaa-42d9-92db-7e4d8b1c6cf5 req-1405543f-6cfa-4888-90ed-81b41727c2f0 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 Jun 17 09:01:53.721728 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:53.726551 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:01:54.084117 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bf6a-2606-4209-8397-fb382f909280 req-5569d6d6-29c0-4c53-a3f3-77237057f998 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:54.085613 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5617bf6a-2606-4209-8397-fb382f909280 req-5569d6d6-29c0-4c53-a3f3-77237057f998 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0511284 Jun 17 09:01:54.133553 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5617bf6a-2606-4209-8397-fb382f909280 req-6634181a-1899-41a3-a1b5-16a7a18f7a1a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Jun 17 09:01:54.198281 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:54.740466 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:01:55.253402 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28301-4c15-4c88-a98f-3abdac7a6df1 req-6a5746c7-568b-40a1-abc8-b68c489a63d7 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:55.254893 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8ee28301-4c15-4c88-a98f-3abdac7a6df1 req-6a5746c7-568b-40a1-abc8-b68c489a63d7 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Jun 17 09:01:55.303925 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8ee28301-4c15-4c88-a98f-3abdac7a6df1 req-1be988ae-86a7-4c93-b14d-ab0dc9d4a15f tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Jun 17 09:01:55.336820 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-148dd336-ba8f-4aad-86db-c04c2087b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:55.338353 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-148dd336-ba8f-4aad-86db-c04c2087b34e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1129 time: 0.0462689 Jun 17 09:01:55.444189 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-54b03235-d4f4-49c9-97de-0b4619d55e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:55.445572 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-54b03235-d4f4-49c9-97de-0b4619d55e05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 911 time: 0.0875244 Jun 17 09:01:55.513864 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-c10f4038-2519-4ce2-a5ef-40d1bfeae444 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 200 len: 1001 time: 0.0596220 Jun 17 09:01:55.563477 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-726bc1f7-8cfb-4fa6-bc28-099f566babfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:55.564925 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-726bc1f7-8cfb-4fa6-bc28-099f566babfd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0443416 Jun 17 09:01:55.607980 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-bc275b75-5029-41d5-a4e6-d1a95d118242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:55.609568 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-bc275b75-5029-41d5-a4e6-d1a95d118242 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388603 Jun 17 09:01:55.753521 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-bdfe29d3-f38c-4202-917e-7de4afc0e79b service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927870 Jun 17 09:01:55.844820 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ef2f264a-624e-4da3-88ff-1e1c4599982e req-0c72827a-7985-48ba-8610-992db9beb2df service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828171 Jun 17 09:01:56.428433 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9fb5d-a270-40e0-b014-084729cafb6f req-dc7f9c07-bcf4-470d-b822-df6aea91c216 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:56.430114 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c5e9fb5d-a270-40e0-b014-084729cafb6f req-dc7f9c07-bcf4-470d-b822-df6aea91c216 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0518045 Jun 17 09:01:56.479078 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c5e9fb5d-a270-40e0-b014-084729cafb6f req-4653e610-c5d2-4db8-8404-225ff2dba6d6 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Jun 17 09:01:57.593369 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4b95d-fd85-4fe5-8fce-7ce137c8483a req-67364650-9680-445c-af7b-f60eb44f02a2 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:57.594859 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d2f4b95d-fd85-4fe5-8fce-7ce137c8483a req-67364650-9680-445c-af7b-f60eb44f02a2 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0482004 Jun 17 09:01:57.643065 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d2f4b95d-fd85-4fe5-8fce-7ce137c8483a req-2a13b65a-3d8f-433d-8d7a-f423c8718e7e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425794 Jun 17 09:01:58.761051 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9685-62df-44eb-91e3-621abb5e7eda req-9efcaf0c-1b17-49f2-bbf7-4199891167be tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:58.762591 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3e6e9685-62df-44eb-91e3-621abb5e7eda req-9efcaf0c-1b17-49f2-bbf7-4199891167be tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0512118 Jun 17 09:01:58.811671 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3e6e9685-62df-44eb-91e3-621abb5e7eda req-b9232863-071e-494f-b092-bdafa45b7d7c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433283 Jun 17 09:01:59.683708 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:01:59.927665 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700ed9d-9d9d-4439-a5f5-34f42c1d7b1a req-4d348ca6-3d2a-4e2e-946f-fdcbe495b05b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:01:59.929173 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6700ed9d-9d9d-4439-a5f5-34f42c1d7b1a req-4d348ca6-3d2a-4e2e-946f-fdcbe495b05b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0470316 Jun 17 09:01:59.979610 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6700ed9d-9d9d-4439-a5f5-34f42c1d7b1a req-55e3d828-8cb0-48d4-96a6-46f87cf5ad44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Jun 17 09:02:01.094241 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31539a-f5cb-4b7d-b118-041e73451a8c req-ab1f3c24-5089-496f-8652-c54c6088fd18 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:01.095702 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aa31539a-f5cb-4b7d-b118-041e73451a8c req-ab1f3c24-5089-496f-8652-c54c6088fd18 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0474522 Jun 17 09:02:01.148183 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-aa31539a-f5cb-4b7d-b118-041e73451a8c req-f58f6696-779c-46d9-b9d2-8d4e8de2f3c5 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467348 Jun 17 09:02:01.575274 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:01.591277 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d88272-7119-4aef-9677-80e722f5cc29 req-0413fa36-55c6-4687-a5a1-c19560c510e6 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:01.592775 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54d88272-7119-4aef-9677-80e722f5cc29 req-0413fa36-55c6-4687-a5a1-c19560c510e6 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Jun 17 09:02:01.640209 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-54d88272-7119-4aef-9677-80e722f5cc29 req-363b146c-899d-48a3-bc08-80681fd9e961 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417237 Jun 17 09:02:01.754528 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-fab04156-a462-41cd-8b79-132b4b2ba524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:01.756138 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-fab04156-a462-41cd-8b79-132b4b2ba524 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 1129 time: 0.0457349 Jun 17 09:02:01.849067 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-43a14b75-9b8a-4bf2-ba8c-9b0adfd4c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:01.850626 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-43a14b75-9b8a-4bf2-ba8c-9b0adfd4c176 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 911 time: 0.0875897 Jun 17 09:02:01.916400 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-e5304abd-7ba2-44bc-b6b8-42e65daf91c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 200 len: 1001 time: 0.0597253 Jun 17 09:02:01.970994 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-fc245bbf-b61f-4a5c-bb07-469e5924b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:01.972523 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-fc245bbf-b61f-4a5c-bb07-469e5924b7d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0489829 Jun 17 09:02:02.021907 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-9049de32-a43e-4dbb-8ec5-636e20cebc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:02.023632 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-9049de32-a43e-4dbb-8ec5-636e20cebc8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446184 Jun 17 09:02:02.128493 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-09baf836-f55e-4111-9075-61cbffddb888 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979633 Jun 17 09:02:02.223801 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ce19e02-d832-46b0-8b7c-6a35cc910ad5 req-cbaa18b1-386c-4716-aaf5-ef4ac05ea67e service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889976 Jun 17 09:02:02.721830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:02.756327 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98592f-283b-4b61-a4cb-fd5f1a896279 req-5d236520-3d51-4c6c-9b51-1f55a0ed771c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:02.757800 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9e98592f-283b-4b61-a4cb-fd5f1a896279 req-5d236520-3d51-4c6c-9b51-1f55a0ed771c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0465991 Jun 17 09:02:02.805116 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9e98592f-283b-4b61-a4cb-fd5f1a896279 req-f7fabba8-8363-459a-9845-d9980f13720a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409241 Jun 17 09:02:03.925374 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eb22c-e402-409f-9a61-bd53370b6553 req-2f394e7f-cc28-4db9-8576-2ecb451c5990 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:03.926840 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4f8eb22c-e402-409f-9a61-bd53370b6553 req-2f394e7f-cc28-4db9-8576-2ecb451c5990 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0498829 Jun 17 09:02:03.974755 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4f8eb22c-e402-409f-9a61-bd53370b6553 req-94554c80-8ecc-461e-be63-82b6f1c43ad9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 Jun 17 09:02:04.623253 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:04.625231 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:12.213989 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:12.221019 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:13.968244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=16 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:13.971150 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=18 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:17.126239 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=14 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:17.129129 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=14 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:19.340167 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1f84e7f9-160d-42d6-bc3c-c188629fd7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:21.417391 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:21.631533 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e16207c6-c80d-4879-9260-fcf8e7d4ca40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:22.694286 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:24.119650 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:24.725380 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:30.717715 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:30.722570 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:34.626604 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:34.628493 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:36.683644 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:02:36.744370 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb44f2-c3cb-4472-a412-96e23a8cdc33 req-1d3db440-3c65-4cae-85e9-bb03befc02a4 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:36.745852 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cfdb44f2-c3cb-4472-a412-96e23a8cdc33 req-1d3db440-3c65-4cae-85e9-bb03befc02a4 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0467477 Jun 17 09:02:36.793690 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cfdb44f2-c3cb-4472-a412-96e23a8cdc33 req-f3a57c23-f788-4d43-a35b-6b7d9402e0ad tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Jun 17 09:02:37.910366 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c77cad-0bdb-48eb-9332-078303d9ec9c req-146e4a31-706d-4332-9cf7-f3f6d57f1d6e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:37.911876 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-58c77cad-0bdb-48eb-9332-078303d9ec9c req-146e4a31-706d-4332-9cf7-f3f6d57f1d6e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0471332 Jun 17 09:02:37.962616 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-58c77cad-0bdb-48eb-9332-078303d9ec9c req-79dd12d4-858b-462f-91f8-1b108db25655 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Jun 17 09:02:38.549306 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-5ae927ac-d98b-47b0-a313-88bc4d355c53 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:38.551495 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-5ae927ac-d98b-47b0-a313-88bc4d355c53 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0468071 Jun 17 09:02:38.636164 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Deleting port 7443cff9-145e-466b-bab6-4dd50a0da0ac {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:02:38.636498 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:38.729452 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] For port 7443cff9-145e-466b-bab6-4dd50a0da0ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7443cff9-145e-466b-bab6-4dd50a0da0ac,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:02:38.729743 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:38.896638 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:38.896993 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (e51c1560-446b-4ced-ab82-3068350423f7), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:38.897304 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Floating IP e51c1560-446b-4ced-ab82-3068350423f7 disassociated. External IP: 172.27.0.148, port: 7443cff9-145e-466b-bab6-4dd50a0da0ac. Jun 17 09:02:38.897664 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Calling delete_port for 7443cff9-145e-466b-bab6-4dd50a0da0ac owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:02:39.076899 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c426341-3767-4ac0-a410-a4ccff40d178 req-6080389a-ba21-44ce-8c9d-9030935bbbc4 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:39.078486 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5c426341-3767-4ac0-a410-a4ccff40d178 req-6080389a-ba21-44ce-8c9d-9030935bbbc4 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 945 time: 0.0476298 Jun 17 09:02:39.085136 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (7443cff9-145e-466b-bab6-4dd50a0da0ac), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:39.112221 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event deleted for resources: {'Port': ['ID=7443cff9-145e-466b-bab6-4dd50a0da0ac,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:39.122353 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.122701 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.123041 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.123432 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.123729 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.124055 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.124376 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.124707 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.125017 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.125619 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.125619 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.126559 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.126559 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.126835 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.127125 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:39.131863 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-5c426341-3767-4ac0-a410-a4ccff40d178 req-384d14ce-5e9a-4857-9dde-dfd005c4eb12 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464516 Jun 17 09:02:39.237000 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Router dce00025-9821-48d4-81e3-c4873db2b9b1 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:02:39.340574 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:02:39.351467 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] Sync routers for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:39.361154 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:02:39.361777 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:02:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:39.383540 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] No DVR routers for this DVR port 7443cff9-145e-466b-bab6-4dd50a0da0ac on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:02:39.386318 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:39.389936 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-b6922f32-a8f4-4b06-b54e-8abdb8071954 req-cfff04f8-a701-412d-a55d-84ddd59f95e1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "DELETE /v2.0/ports/7443cff9-145e-466b-bab6-4dd50a0da0ac HTTP/1.1" status: 204 len: 173 time: 0.8334651 Jun 17 09:02:39.390392 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'name': 'network-vif-deleted', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:02:39.393510 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9fd4f-4f76-4d0f-ae54-0bdf7a7c0796" -d '{"events": [{"server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "name": "network-vif-deleted", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:39.435392 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d819696b-e240-4f1b-b108-5351bb6b061e x-openstack-request-id: req-d819696b-e240-4f1b-b108-5351bb6b061e {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:39.435692 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29e3483-56d1-40fb-a15f-5a57da6e5475", "name": "network-vif-deleted", "tag": "7443cff9-145e-466b-bab6-4dd50a0da0ac", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:39.435941 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d819696b-e240-4f1b-b108-5351bb6b061e {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:39.436340 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d819696b-e240-4f1b-b108-5351bb6b061e'] response: {'server_uuid': 'd29e3483-56d1-40fb-a15f-5a57da6e5475', 'name': 'network-vif-deleted', 'tag': '7443cff9-145e-466b-bab6-4dd50a0da0ac', 'status': 'completed', 'code': 200} Jun 17 09:02:39.470161 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:02:39.674673 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:39.702929 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] Checking router: dce00025-9821-48d4-81e3-c4873db2b9b1 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:39.711978 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:02:39.712576 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:02:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:39.810235 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:02:40.124691 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:40.151274 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2c67b-6e8d-4ecd-b751-d66d25d53e50 None None] The sync data for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi is: [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:40.249356 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8c5caac5-235b-4693-a400-8f4d905ed3ba req-5ae28327-c895-4529-9ff3-b8814d195fd7 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=d29e3483-56d1-40fb-a15f-5a57da6e5475 HTTP/1.1" status: 200 len: 210 time: 0.0316391 Jun 17 09:02:40.402251 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e3bae-0ff3-465c-ba7e-90b06a497493 None None] New status for floating IP e51c1560-446b-4ced-ab82-3068350423f7: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:02:41.466672 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46552) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:41.524498 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:41.547653 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:41.699893 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:41.702460 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:41.703649 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "DELETE /v2.0/security-groups/b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5 HTTP/1.1" status: 204 len: 168 time: 0.2358637 Jun 17 09:02:41.706935 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46554) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:41.713449 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:41.721233 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.api.v2.resource [None req-9a7050e6-26d7-405e-aa5d-e7a596310cff tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] show failed (client error): The resource could not be found. Jun 17 09:02:41.721402 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.721788 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.722173 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.722329 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-9a7050e6-26d7-405e-aa5d-e7a596310cff tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups/b2ea6d2b-8ca0-4dc5-ac79-d1fbcf045bb5 HTTP/1.1" status: 404 len: 347 time: 0.0143528 Jun 17 09:02:41.722603 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.722956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.723284 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.723632 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.724006 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.724328 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.724652 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.724974 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.725184 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46556) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:41.725308 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.725600 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.725913 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.726235 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc48cf-5f88-44c6-adeb-185863b94928 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:41.838781 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Deleting port 87f399ee-7f0b-4127-b99a-58b8b567e585 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:02:41.839045 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:41.851505 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:41.857514 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:41.917716 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:41.918123 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (87f399ee-7f0b-4127-b99a-58b8b567e585), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:41.930794 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Calling delete_port for 87f399ee-7f0b-4127-b99a-58b8b567e585 owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:02:42.122711 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 7443cff9-145e-466b-bab6-4dd50a0da0ac no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:02:42.123557 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (87f399ee-7f0b-4127-b99a-58b8b567e585), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.146532 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 7443cff9-145e-466b-bab6-4dd50a0da0ac {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:02:42.146879 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 7443cff9-145e-466b-bab6-4dd50a0da0ac not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:02:42.153060 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event deleted for resources: {'Port': ['ID=87f399ee-7f0b-4127-b99a-58b8b567e585,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:42.216540 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (e51c1560-446b-4ced-ab82-3068350423f7), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.222864 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.222864 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-de287ec1-09d3-443d-a836-5f63e71c2f0b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "DELETE /v2.0/floatingips/e51c1560-446b-4ced-ab82-3068350423f7 HTTP/1.1" status: 204 len: 168 time: 0.4941225 Jun 17 09:02:42.344777 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46560) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:42.349848 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-57132e00-06f0-4fe2-9114-1c58e4730d44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773378368', 'description': 'tempest-description--656765150'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:02:42.456840 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-57132e00-06f0-4fe2-9114-1c58e4730d44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.527112 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-57132e00-06f0-4fe2-9114-1c58e4730d44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (0061d480-66be-4f14-8d67-82668d18391c), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.639540 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-57132e00-06f0-4fe2-9114-1c58e4730d44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (0061d480-66be-4f14-8d67-82668d18391c), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.668855 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57132e00-06f0-4fe2-9114-1c58e4730d44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0061d480-66be-4f14-8d67-82668d18391c,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:42.766968 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-57132e00-06f0-4fe2-9114-1c58e4730d44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.768263 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-57132e00-06f0-4fe2-9114-1c58e4730d44 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4224861 Jun 17 09:02:42.771143 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46562) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:42.775598 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-7296efdf-30ae-4e7c-a0dd-a04e65e116ed tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'security_group_rule': {'security_group_id': '0061d480-66be-4f14-8d67-82668d18391c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:02:42.886054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7296efdf-30ae-4e7c-a0dd-a04e65e116ed tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (2f9447d2-3206-4aac-a187-c9618cf4ea5b), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:42.940238 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7296efdf-30ae-4e7c-a0dd-a04e65e116ed tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (2f9447d2-3206-4aac-a187-c9618cf4ea5b), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.025316 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7296efdf-30ae-4e7c-a0dd-a04e65e116ed tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (2f9447d2-3206-4aac-a187-c9618cf4ea5b), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.046406 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296efdf-30ae-4e7c-a0dd-a04e65e116ed tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9447d2-3206-4aac-a187-c9618cf4ea5b,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:43.132729 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-7296efdf-30ae-4e7c-a0dd-a04e65e116ed tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.133994 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-7296efdf-30ae-4e7c-a0dd-a04e65e116ed tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618512 Jun 17 09:02:43.136729 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46564) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:43.141632 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-a6c7eec5-5bca-423e-84a8-ea3fc6098cda tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'security_group_rule': {'security_group_id': '0061d480-66be-4f14-8d67-82668d18391c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:02:43.249663 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:43.251840 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a6c7eec5-5bca-423e-84a8-ea3fc6098cda tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (825e0688-ec5b-4fb2-9e66-c245cfdfc721), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.285572 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:43.309557 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a6c7eec5-5bca-423e-84a8-ea3fc6098cda tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (825e0688-ec5b-4fb2-9e66-c245cfdfc721), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.397216 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a6c7eec5-5bca-423e-84a8-ea3fc6098cda tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590041'] for security_group_rule (825e0688-ec5b-4fb2-9e66-c245cfdfc721), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.416750 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7eec5-5bca-423e-84a8-ea3fc6098cda tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825e0688-ec5b-4fb2-9e66-c245cfdfc721,revision_number=0']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:43.538891 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a6c7eec5-5bca-423e-84a8-ea3fc6098cda tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.540055 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a6c7eec5-5bca-423e-84a8-ea3fc6098cda tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023857 Jun 17 09:02:43.543130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46566) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:43.547307 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:02:43.688730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.771914 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:43.875024 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Allocated IP 172.27.0.2 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/1fbb5460-8a93-4707-a40e-a6958c1c0ac0) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:43.978466 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:43.981352 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.073852 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.112169 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:44.117931 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:44.122057 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:02:44.144204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'Port': ['ID=1fbb5460-8a93-4707-a40e-a6958c1c0ac0,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:44.208474 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (aa55ec02-9697-442b-a094-11845bcd5dbf), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.345857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.494379 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.556689 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.623505 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'Port': ['ID=1fbb5460-8a93-4707-a40e-a6958c1c0ac0,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:44.636861 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (aa55ec02-9697-442b-a094-11845bcd5dbf), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.640290 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:44.710426 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:44.711660 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-27eee788-387c-4a1b-a52d-f3395f8ab50c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1675909 Jun 17 09:02:44.910268 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-c286b06f-0da9-4290-87c4-471bd476579d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1773378368&fields=id&tenant_id=f0964a125c554efe858f7695016de8db HTTP/1.1" status: 200 len: 267 time: 0.0429530 Jun 17 09:02:45.017841 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-1abee970-5777-4bf6-9685-3710dcecbcf8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:45.019925 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-1abee970-5777-4bf6-9685-3710dcecbcf8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 810 time: 0.1033702 Jun 17 09:02:45.035799 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-53255bb4-9997-44ad-b127-82ea3ec6805e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/quotas/f0964a125c554efe858f7695016de8db HTTP/1.1" status: 200 len: 375 time: 0.0100534 Jun 17 09:02:45.092693 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-25a62bb5-3ff4-4143-8e2d-24691e89e2ca tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518682 Jun 17 09:02:45.108385 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-6a3d5696-e999-467a-9bad-b3d78674e273 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 09:02:45.109412 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-6a3d5696-e999-467a-9bad-b3d78674e273 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052707 Jun 17 09:02:45.201631 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-c9f12d6b-d164-4a59-be2f-787d4605a953 service neutron] 10.222.0.78 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862203 Jun 17 09:02:45.291767 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-83facd77-3c52-4a25-8e7e-b23aea5d4fd0 service neutron] 10.222.0.78 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834472 Jun 17 09:02:45.531960 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-b98ba1e9-839d-4926-8bf3-7c57e2d40bb1 req-c336d596-4f2a-462e-abb9-d08c2fd68f69 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 210 time: 0.0295327 Jun 17 09:02:46.631399 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c23361ed-01c6-43a0-b63e-960095d91553 req-8b619853-96f4-4706-80a3-dc9fc3c222e9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 210 time: 0.0314622 Jun 17 09:02:47.694076 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-da61bf3e-cd50-4515-8dbe-3224a7c8ee55 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:47.695574 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-da61bf3e-cd50-4515-8dbe-3224a7c8ee55 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 810 time: 0.1093376 Jun 17 09:02:47.732759 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2a8aa00e-46b2-45b0-a994-4f2647536487 req-332221b9-24d0-47f1-b70a-fc0100c67a5d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jun 17 09:02:47.759172 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-013a4bab-dbb3-4de7-b5e1-bc7cd0615218 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0964a125c554efe858f7695016de8db HTTP/1.1" status: 200 len: 380 time: 0.0550826 Jun 17 09:02:47.767376 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'port': {'device_id': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'admin_state_up': True, 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'security_groups': ['0061d480-66be-4f14-8d67-82668d18391c']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:02:47.845688 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:47.968312 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Made reservation on behalf of f0964a125c554efe858f7695016de8db for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:47.971955 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:48.103613 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Allocated IP 172.20.0.14 (f7268d72-a199-4405-a1f3-cc49733ddcf9/b0e8a00b-7191-40d3-88d3-7a7a45327d1f/2c23f345-ee57-4a33-b2ff-9bafffa96644) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:48.243700 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:48.351436 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:48.391737 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:48.395226 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:48.401314 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:02:48.427676 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event updated for resources: {'Port': ['ID=2c23f345-ee57-4a33-b2ff-9bafffa96644,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:48.454050 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:48.462394 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:48.468093 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:48.573349 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-62fb920f-568b-4c67-b837-2da1bacf4acd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8096056 Jun 17 09:02:48.582291 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-87ac6fc6-dba7-4f6b-9b5e-ac508ad19387 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 09:02:48.583335 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-87ac6fc6-dba7-4f6b-9b5e-ac508ad19387 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052230 Jun 17 09:02:48.624156 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-c0dedd24-869c-457b-a4c7-d62c853c5fd1 None None] Provisioning complete for port 2c23f345-ee57-4a33-b2ff-9bafffa96644 triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:02:48.624691 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c0dedd24-869c-457b-a4c7-d62c853c5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:48.644575 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Request body: {'port': {'device_id': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:02:48.656396 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-c0dedd24-869c-457b-a4c7-d62c853c5fd1 None None] Port 2c23f345-ee57-4a33-b2ff-9bafffa96644 cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 09:02:48.704096 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:48.850950 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bfd52-d6a5-4f97-8f4d-6b706961dec1 req-0f63bf1c-e545-4734-b6b0-5dc99582c46e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:48.852536 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ba4bfd52-d6a5-4f97-8f4d-6b706961dec1 req-0f63bf1c-e545-4734-b6b0-5dc99582c46e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 932 time: 0.0465362 Jun 17 09:02:48.901362 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ba4bfd52-d6a5-4f97-8f4d-6b706961dec1 req-3c5a9174-39b6-4b9a-80a5-06df5643ab32 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Jun 17 09:02:48.966727 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c23f345-ee57-4a33-b2ff-9bafffa96644 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:02:48.975012 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Publish callbacks [] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:48.986689 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:48.988548 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Transition to ACTIVE for port object 2c23f345-ee57-4a33-b2ff-9bafffa96644 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 09:02:49.122435 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:49.175834 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Pushing event updated for resources: {'Port': ['ID=2c23f345-ee57-4a33-b2ff-9bafffa96644,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:49.250734 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Attempting to bind port 2c23f345-ee57-4a33-b2ff-9bafffa96644 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 09:02:49.250996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Attempting to bind port 2c23f345-ee57-4a33-b2ff-9bafffa96644 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 09:02:49.251288 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Attempting to bind port 2c23f345-ee57-4a33-b2ff-9bafffa96644 on network f7268d72-a199-4405-a1f3-cc49733ddcf9 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:02:49.256443 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Port 2c23f345-ee57-4a33-b2ff-9bafffa96644 on network f7268d72-a199-4405-a1f3-cc49733ddcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 09:02:49.256759 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Attempting to bind port 2c23f345-ee57-4a33-b2ff-9bafffa96644 on network f7268d72-a199-4405-a1f3-cc49733ddcf9 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:02:49.261884 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 09:02:49.262217 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Checking segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 09:02:49.262603 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Bound using segment: {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 09:02:49.263024 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Bound port: 2c23f345-ee57-4a33-b2ff-9bafffa96644, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39d964a-b42d-4ca2-b165-af13876dd1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 09:02:49.263409 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:49.329787 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] For port 2c23f345-ee57-4a33-b2ff-9bafffa96644, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 09:02:49.333165 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] For port 2c23f345-ee57-4a33-b2ff-9bafffa96644, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c23f345-ee57-4a33-b2ff-9bafffa96644,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 09:02:49.363214 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8f74ef84-b659-4cc3-8440-77c4cd4fa7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:49.420558 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:49.455916 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:49.457232 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:49.458800 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] 10.222.0.83 "PUT /v2.0/ports/2c23f345-ee57-4a33-b2ff-9bafffa96644 HTTP/1.1" status: 200 len: 1094 time: 0.8686829 Jun 17 09:02:49.459258 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:02:49.461598 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f78bd-e075-4c5f-ad78-c9acba5491f4" -d '{"events": [{"name": "network-changed", "server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:49.495463 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1213cbd-6497-40b8-95e6-5d9ba24057ce service neutron] Pushing event updated for resources: {'Port': ['ID=2c23f345-ee57-4a33-b2ff-9bafffa96644,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:49.507501 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d25ae-e2fd-4b51-9a08-673da4fcd1a1 x-openstack-request-id: req-3c5d25ae-e2fd-4b51-9a08-673da4fcd1a1 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:49.507793 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:49.508069 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c5d25ae-e2fd-4b51-9a08-673da4fcd1a1 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:49.508611 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5d25ae-e2fd-4b51-9a08-673da4fcd1a1'] response: {'name': 'network-changed', 'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'status': 'completed', 'code': 200} Jun 17 09:02:49.570069 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f78bd-e075-4c5f-ad78-c9acba5491f4 req-eb147a2e-57a6-4e84-a1ab-179f3be83bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:49.571625 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-787f78bd-e075-4c5f-ad78-c9acba5491f4 req-eb147a2e-57a6-4e84-a1ab-179f3be83bde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 1128 time: 0.0406895 Jun 17 09:02:49.588356 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:49.942996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f78bd-e075-4c5f-ad78-c9acba5491f4 req-5195f5da-93de-4907-8ad0-bad997e52253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:49.944537 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-787f78bd-e075-4c5f-ad78-c9acba5491f4 req-5195f5da-93de-4907-8ad0-bad997e52253 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f0964a125c554efe858f7695016de8db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3651290 Jun 17 09:02:50.020109 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee84a-52bc-4d45-ac8c-10d0549d2cfc req-a756af75-815b-4612-9902-2c0e023b1efa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:50.021600 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a59ee84a-52bc-4d45-ac8c-10d0549d2cfc req-a756af75-815b-4612-9902-2c0e023b1efa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 944 time: 0.0509117 Jun 17 09:02:50.039410 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f78bd-e075-4c5f-ad78-c9acba5491f4 req-f5f1adb8-42a7-4610-a776-479b99b4d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:50.040912 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-787f78bd-e075-4c5f-ad78-c9acba5491f4 req-f5f1adb8-42a7-4610-a776-479b99b4d7ba service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908763 Jun 17 09:02:50.076237 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a59ee84a-52bc-4d45-ac8c-10d0549d2cfc req-79f4fb60-1821-4b04-a076-991d65820c4e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485878 Jun 17 09:02:50.119492 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-58c70682-70e1-42e4-8098-0cb356c28552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:50.120980 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-58c70682-70e1-42e4-8098-0cb356c28552 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 1128 time: 0.0407667 Jun 17 09:02:50.166285 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-b9c480ed-fb04-4fdc-8613-764a1466e83e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c23f345-ee57-4a33-b2ff-9bafffa96644 HTTP/1.1" status: 200 len: 217 time: 0.0381243 Jun 17 09:02:50.218890 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-30b34069-4a1d-43af-a5ad-d23d118dcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:50.220409 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-30b34069-4a1d-43af-a5ad-d23d118dcff7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0469699 Jun 17 09:02:50.261599 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-00635806-57aa-4c7f-a6a7-e10775c325d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:50.263098 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-00635806-57aa-4c7f-a6a7-e10775c325d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373707 Jun 17 09:02:50.356759 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-6bd45956-b0c8-4645-a868-050ab663739a service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865042 Jun 17 09:02:50.448201 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-4ce4fd93-ea2f-4d33-abab-b246663ffb67 req-1de6dd37-a6d0-4f99-98bc-186ff885f52f service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Jun 17 09:02:50.475516 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:50.477673 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:51.191802 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce7ae-5abd-4d6d-9752-560a1cee7713 req-424feb98-a05f-41ad-b6f7-7a14667e33c8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:51.193349 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-786ce7ae-5abd-4d6d-9752-560a1cee7713 req-424feb98-a05f-41ad-b6f7-7a14667e33c8 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 944 time: 0.0474176 Jun 17 09:02:51.205769 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:51.241607 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-786ce7ae-5abd-4d6d-9752-560a1cee7713 req-a2fbddc3-2017-4945-813c-cbd4f01bde5c tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Jun 17 09:02:51.445392 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:51.713630 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a5a83522-3d0d-45f3-9ec3-f493a760a6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:52.153205 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 2c23f345-ee57-4a33-b2ff-9bafffa96644 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 09:02:52.157018 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:52.165980 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:52.251370 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 2c23f345-ee57-4a33-b2ff-9bafffa96644, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c23f345-ee57-4a33-b2ff-9bafffa96644,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:02:52.266302 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'port_id': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'mac_address': 'fa:16:3e:9a:bf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 09:02:52.302997 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 2c23f345-ee57-4a33-b2ff-9bafffa96644 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:02:52.303404 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:52.318019 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c23f345-ee57-4a33-b2ff-9bafffa96644 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:02:52.339099 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 2c23f345-ee57-4a33-b2ff-9bafffa96644, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c23f345-ee57-4a33-b2ff-9bafffa96644,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:02:52.357945 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e285-1878-43bc-b370-dc77d9ba14dc req-49ce2681-6700-405c-83f9-cdc2db606cf5 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:52.359487 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e410e285-1878-43bc-b370-dc77d9ba14dc req-49ce2681-6700-405c-83f9-cdc2db606cf5 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 944 time: 0.0475724 Jun 17 09:02:52.402478 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:52.412789 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e410e285-1878-43bc-b370-dc77d9ba14dc req-ab838f74-c89b-4781-9126-20df0740fb3f tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471177 Jun 17 09:02:52.455335 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=2c23f345-ee57-4a33-b2ff-9bafffa96644,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:52.463594 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.463989 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.464362 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.464723 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.465056 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.465408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.465754 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.466077 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.466402 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.466726 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.467049 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.467392 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.467714 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.468032 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.468347 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:52.614494 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['2c23f345-ee57-4a33-b2ff-9bafffa96644'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:02:52.727954 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:53.526955 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc15e42-b59b-4bac-a798-c5f86c4c25c8 req-c6b6b286-377e-460b-a063-b0fd8b92ca2d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:53.528446 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ddc15e42-b59b-4bac-a798-c5f86c4c25c8 req-c6b6b286-377e-460b-a063-b0fd8b92ca2d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 945 time: 0.0461876 Jun 17 09:02:53.576120 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ddc15e42-b59b-4bac-a798-c5f86c4c25c8 req-a2c3113c-1e34-4086-9fc0-cccce7b9b8f7 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Jun 17 09:02:54.160457 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 2c23f345-ee57-4a33-b2ff-9bafffa96644 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 09:02:54.184013 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:54.205393 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 2c23f345-ee57-4a33-b2ff-9bafffa96644 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 09:02:54.279000 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 2c23f345-ee57-4a33-b2ff-9bafffa96644 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:02:54.279393 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:54.354363 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 2c23f345-ee57-4a33-b2ff-9bafffa96644 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:02:54.354652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:54.357138 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:54.377215 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:02:54.380094 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ea19d-d811-46e7-8f76-29539c507845" -d '{"events": [{"server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "name": "network-vif-plugged", "status": "completed", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:54.393011 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 2c23f345-ee57-4a33-b2ff-9bafffa96644, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c23f345-ee57-4a33-b2ff-9bafffa96644,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:02:54.475002 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a56cb-01f7-4664-8f13-de9e48eaf57e x-openstack-request-id: req-297a56cb-01f7-4664-8f13-de9e48eaf57e {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:54.475287 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "name": "network-vif-plugged", "status": "completed", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:54.475571 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-297a56cb-01f7-4664-8f13-de9e48eaf57e {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:54.475984 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297a56cb-01f7-4664-8f13-de9e48eaf57e'] response: {'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'code': 200} Jun 17 09:02:54.496648 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:54.545933 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=2c23f345-ee57-4a33-b2ff-9bafffa96644,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:54.691044 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aad69-1047-49ff-88ff-ebdcfe6f8667 req-985554c3-fef2-480d-81b5-af1a377a76b9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:54.692740 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a40aad69-1047-49ff-88ff-ebdcfe6f8667 req-985554c3-fef2-480d-81b5-af1a377a76b9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Jun 17 09:02:54.717262 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:54.736760 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:54.743012 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a40aad69-1047-49ff-88ff-ebdcfe6f8667 req-90253eae-9ca2-4556-b8fc-519dd6727cbd tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Jun 17 09:02:54.801829 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb936ad-7e42-499d-a436-06772540d0c5 req-7dc7520d-b184-4a93-8053-dfda3e58b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:54.803316 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6fb936ad-7e42-499d-a436-06772540d0c5 req-7dc7520d-b184-4a93-8053-dfda3e58b021 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 1130 time: 0.0422604 Jun 17 09:02:54.846912 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6fb936ad-7e42-499d-a436-06772540d0c5 req-33520e63-f2cc-496c-9809-a523adc232a9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Jun 17 09:02:55.865278 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ee2d5-e810-4b78-ace9-b7e816cf3b3a req-8fdab952-b64a-425d-9bfd-e31f17073aa1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:55.866758 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0f8ee2d5-e810-4b78-ace9-b7e816cf3b3a req-8fdab952-b64a-425d-9bfd-e31f17073aa1 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 946 time: 0.0513837 Jun 17 09:02:55.914949 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0f8ee2d5-e810-4b78-ace9-b7e816cf3b3a req-e2ce5614-bc69-44c7-963c-0bb71cbca67e tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Jun 17 09:02:57.032496 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cce5ff-69a0-489f-af9a-3f4a3efe0848 req-4c06606f-8017-4916-be5a-393ce0b26b14 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:57.034672 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-27cce5ff-69a0-489f-af9a-3f4a3efe0848 req-4c06606f-8017-4916-be5a-393ce0b26b14 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 946 time: 0.0471771 Jun 17 09:02:57.082041 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-27cce5ff-69a0-489f-af9a-3f4a3efe0848 req-78d40437-9d64-45e0-b7e0-0036a483db1a tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Jun 17 09:02:57.195765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41d70b-19d9-4778-9745-fb9dd1b5e792 req-f004dbaa-99b6-49d0-b15b-407ca4e46036 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:57.197245 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8a41d70b-19d9-4778-9745-fb9dd1b5e792 req-f004dbaa-99b6-49d0-b15b-407ca4e46036 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 946 time: 0.0515127 Jun 17 09:02:57.206664 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46630) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:02:57.211213 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Request body: {'floatingip': {'port_id': '2c23f345-ee57-4a33-b2ff-9bafffa96644'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:02:57.248804 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (aa55ec02-9697-442b-a094-11845bcd5dbf), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:57.321094 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-a9a71545-80e6-4c47-8aa5-cff1821cb2f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392041 Jun 17 09:02:57.367803 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:57.379812 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-07834744-e768-464f-aa0d-64d5b9d1820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:57.383335 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-07834744-e768-464f-aa0d-64d5b9d1820e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1129 time: 0.0399499 Jun 17 09:02:57.489756 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-ec11750f-91f8-4105-81ae-c0633bd83198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:57.491264 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-ec11750f-91f8-4105-81ae-c0633bd83198 service neutron] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 911 time: 0.0925927 Jun 17 09:02:57.553349 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-e672df8b-8a97-4289-b338-6f0d7a0b6548 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e HTTP/1.1" status: 200 len: 1001 time: 0.0561600 Jun 17 09:02:57.605072 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-0e7fc6d0-8c3d-4ade-ba8d-c9aa9e8b2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:57.606569 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-0e7fc6d0-8c3d-4ade-ba8d-c9aa9e8b2f4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0481954 Jun 17 09:02:57.651982 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-458d365f-6b3d-4719-8618-e6fba6fb71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:57.653508 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-458d365f-6b3d-4719-8618-e6fba6fb71f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398502 Jun 17 09:02:57.671084 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:57.745195 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (aa55ec02-9697-442b-a094-11845bcd5dbf), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:57.752080 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-d1bf1980-d703-416e-babc-39104b484431 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913806 Jun 17 09:02:57.786519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:57.823658 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:57.843782 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Floating IP aa55ec02-9697-442b-a094-11845bcd5dbf associated. External IP: 172.27.0.2, port: 2c23f345-ee57-4a33-b2ff-9bafffa96644. Jun 17 09:02:57.850293 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5789cb39-d184-4142-9577-2a1d2e870f76 req-b0d3f6a3-b926-4af0-88bf-3f368e8ed925 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926251 Jun 17 09:02:57.946393 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:58.042423 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Router dce00025-9821-48d4-81e3-c4873db2b9b1 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:02:58.154057 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:02:58.159244 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:02:58.164231 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] Sync routers for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:58.173618 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:02:58.174232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:02:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:58.191975 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-d942fc4f-eb21-4a2a-b03d-aa767e9bf0aa tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "PUT /v2.0/floatingips/aa55ec02-9697-442b-a094-11845bcd5dbf HTTP/1.1" status: 200 len: 990 time: 0.9841242 Jun 17 09:02:58.192562 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:02:58.195503 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701bf975-ab53-4832-b226-2e110ec48279" -d '{"events": [{"name": "network-changed", "server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:58.286923 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:02:58.297899 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8e97ec-082c-49ef-87ec-b88fb54a89cc x-openstack-request-id: req-9b8e97ec-082c-49ef-87ec-b88fb54a89cc {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:58.298273 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:58.298608 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b8e97ec-082c-49ef-87ec-b88fb54a89cc {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:58.299141 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8e97ec-082c-49ef-87ec-b88fb54a89cc'] response: {'name': 'network-changed', 'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'status': 'completed', 'code': 200} Jun 17 09:02:58.363798 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf975-ab53-4832-b226-2e110ec48279 req-6c4b9a55-cc56-4050-a75a-cc0a414cc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:58.365365 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-701bf975-ab53-4832-b226-2e110ec48279 req-6c4b9a55-cc56-4050-a75a-cc0a414cc328 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0964a125c554efe858f7695016de8db&device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 1130 time: 0.0432281 Jun 17 09:02:58.464482 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf975-ab53-4832-b226-2e110ec48279 req-b6dc38fd-db1c-442d-bb22-895c5ed436a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:58.466060 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-701bf975-ab53-4832-b226-2e110ec48279 req-b6dc38fd-db1c-442d-bb22-895c5ed436a5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 200 len: 911 time: 0.0941157 Jun 17 09:02:58.470678 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:58.508183 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'aa55ec02-9697-442b-a094-11845bcd5dbf', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'port_id': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'mac_address': 'fa:16:3e:9a:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:02:44Z', 'updated_at': '2022-06-17T09:02:57Z', 'revision_number': 1, 'project_id': 'f0964a125c554efe858f7695016de8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:58.528907 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-701bf975-ab53-4832-b226-2e110ec48279 req-88c9945f-a837-49f8-996a-ee33dc72f2cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c23f345-ee57-4a33-b2ff-9bafffa96644 HTTP/1.1" status: 200 len: 998 time: 0.0572426 Jun 17 09:02:58.532913 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] Checking router: dce00025-9821-48d4-81e3-c4873db2b9b1 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:58.542700 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:02:58.543224 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:02:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:58.583943 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf975-ab53-4832-b226-2e110ec48279 req-27461a3a-4684-4f0b-9315-9d2804c4f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:58.590384 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-701bf975-ab53-4832-b226-2e110ec48279 req-27461a3a-4684-4f0b-9315-9d2804c4f195 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 200 len: 849 time: 0.0500102 Jun 17 09:02:58.630849 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf975-ab53-4832-b226-2e110ec48279 req-b1a97a3e-bf19-411f-a8a7-7a6267fc46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:02:58.632514 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-701bf975-ab53-4832-b226-2e110ec48279 req-b1a97a3e-bf19-411f-a8a7-7a6267fc46df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7268d72-a199-4405-a1f3-cc49733ddcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411236 Jun 17 09:02:58.649682 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:02:58.731690 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-701bf975-ab53-4832-b226-2e110ec48279 req-55818c42-0fb8-487b-bed3-721eafd5b285 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916455 Jun 17 09:02:58.830131 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-701bf975-ab53-4832-b226-2e110ec48279 req-a9af7a43-e9ba-4a73-a8e8-d5b0e01fe971 service neutron] 10.222.0.83 "GET /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928099 Jun 17 09:02:58.869361 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'aa55ec02-9697-442b-a094-11845bcd5dbf', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'port_id': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'mac_address': 'fa:16:3e:9a:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:02:44Z', 'updated_at': '2022-06-17T09:02:57Z', 'revision_number': 1, 'project_id': 'f0964a125c554efe858f7695016de8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:58.871940 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:02:58.895053 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85b667-1245-409b-9922-9658f1106a36 None None] The sync data for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi is: [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': 'aa55ec02-9697-442b-a094-11845bcd5dbf', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'port_id': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'mac_address': 'fa:16:3e:9a:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:02:44Z', 'updated_at': '2022-06-17T09:02:57Z', 'revision_number': 1, 'project_id': 'f0964a125c554efe858f7695016de8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:59.088891 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d785b7-449c-4555-9dfa-403660f44c3b None None] New status for floating IP aa55ec02-9697-442b-a094-11845bcd5dbf: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:03:06.919819 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-92ce15d8-eaa4-4d25-9148-990d061ebf19 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926804049&fields=id&tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 267 time: 0.0480881 Jun 17 09:03:07.025830 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-e3c239b7-ed82-4d07-9e6c-79837650e703 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:07.027332 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-e3c239b7-ed82-4d07-9e6c-79837650e703 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 810 time: 0.1002734 Jun 17 09:03:07.042809 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-4e468079-0b1b-4329-9975-64ae02d487c8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/quotas/4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 375 time: 0.0099385 Jun 17 09:03:07.098140 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-391e55a5-1c5b-47be-9ba6-b09b8a95d953 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497468 Jun 17 09:03:07.235919 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-daa20043-448c-47a8-a585-adfba2ce16d2 service neutron] 10.222.0.78 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268497 Jun 17 09:03:07.578627 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-c3665a90-971d-428f-99b8-d782fa5c2f3a service neutron] 10.222.0.78 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363326 Jun 17 09:03:08.264524 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e7e00e06-4db8-4827-995a-b9a99692af25 req-d61fc294-bc5c-4941-aef5-a9ae97786b06 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 210 time: 0.0314987 Jun 17 09:03:08.821032 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:08.827045 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=52 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:08.867248 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=23 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:09.192958 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:09.356969 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-eeb5092d-5fe6-425a-86b9-0d59fb50eb41 req-3be6a736-98b5-40c3-8206-93f72a3e1a2c tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Jun 17 09:03:10.475488 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-e6d2ffc8-3e5a-4f00-855c-be4e049486f8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:10.478124 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-e6d2ffc8-3e5a-4f00-855c-be4e049486f8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 810 time: 0.1310477 Jun 17 09:03:10.481875 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-67aa7a78-e4a2-45a9-a96c-3ce2298c0f59 req-6392809e-d197-48dd-9e01-a754e0e2a0c4 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 210 time: 0.0492721 Jun 17 09:03:10.552716 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d396d800-1df5-4836-86c4-212b26caedef tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b HTTP/1.1" status: 200 len: 379 time: 0.0662410 Jun 17 09:03:10.564657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'port': {'device_id': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'admin_state_up': True, 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'security_groups': ['46983c26-6513-4b10-9989-9638a98c2dfe']}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:03:10.834230 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Made reservation on behalf of 4c3ecf1efb8748a0af09e501e2b9d81b for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:03:10.838005 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:10.988156 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Allocated IP 172.20.0.12 (131209d2-1a19-4f69-ac13-17a3bc0e6ba1/53ee12da-c60f-4b77-b335-ec646bcb4d67/5841a5dd-f021-4da9-a952-f77917f1048b) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:03:11.134003 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (5841a5dd-f021-4da9-a952-f77917f1048b), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:11.231666 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:11.276584 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:11.281804 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:11.284513 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:03:11.312072 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=5841a5dd-f021-4da9-a952-f77917f1048b,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:11.351835 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:11.352579 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:11.453439 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-d3ef7d3e-379e-42db-bda8-94513bff8021 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8964865 Jun 17 09:03:11.464701 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Request body: {'port': {'device_id': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:03:11.529681 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:11.534262 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:11.543500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-2e9ebe7b-70b4-497f-ad36-2f124bc32b3c None None] Provisioning complete for port 5841a5dd-f021-4da9-a952-f77917f1048b triggered by entity DHCP. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:03:11.544096 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-2e9ebe7b-70b4-497f-ad36-2f124bc32b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:11.569722 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:11.584980 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ebe7b-70b4-497f-ad36-2f124bc32b3c None None] Port 5841a5dd-f021-4da9-a952-f77917f1048b cannot update to ACTIVE because it is not bound. {{(pid=116211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 09:03:11.621141 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f8328-705d-46ee-9708-3ad4234eef83 req-da010445-5bb4-4a5a-83fd-d767838e558b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:11.622635 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c2f8328-705d-46ee-9708-3ad4234eef83 req-da010445-5bb4-4a5a-83fd-d767838e558b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 932 time: 0.0581803 Jun 17 09:03:11.674867 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6c2f8328-705d-46ee-9708-3ad4234eef83 req-5f353fe8-1bd9-4d1c-b66c-d6e17a1b94b2 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457280 Jun 17 09:03:11.806569 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5841a5dd-f021-4da9-a952-f77917f1048b {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:03:11.814327 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Publish callbacks [] for port (5841a5dd-f021-4da9-a952-f77917f1048b), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:11.827429 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Transition to ACTIVE for port object 5841a5dd-f021-4da9-a952-f77917f1048b will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 09:03:11.898393 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:11.954940 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Pushing event updated for resources: {'Port': ['ID=5841a5dd-f021-4da9-a952-f77917f1048b,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:12.031293 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Attempting to bind port 5841a5dd-f021-4da9-a952-f77917f1048b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 09:03:12.033107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Attempting to bind port 5841a5dd-f021-4da9-a952-f77917f1048b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 09:03:12.033107 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Attempting to bind port 5841a5dd-f021-4da9-a952-f77917f1048b on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:03:12.038551 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Port 5841a5dd-f021-4da9-a952-f77917f1048b on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 09:03:12.038869 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Attempting to bind port 5841a5dd-f021-4da9-a952-f77917f1048b on network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:03:12.044363 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 9, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 09:03:12.044695 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Checking segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 09:03:12.045074 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Bound using segment: {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 09:03:12.045495 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Bound port: 5841a5dd-f021-4da9-a952-f77917f1048b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e865e4e0-3110-453e-9d78-1f1a3a0cb149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 09:03:12.045850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:12.048496 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:12.115861 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] For port 5841a5dd-f021-4da9-a952-f77917f1048b, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 09:03:12.119020 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] For port 5841a5dd-f021-4da9-a952-f77917f1048b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5841a5dd-f021-4da9-a952-f77917f1048b,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 09:03:12.245381 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:12.279312 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.279950 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:12.281334 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] 10.222.0.83 "PUT /v2.0/ports/5841a5dd-f021-4da9-a952-f77917f1048b HTTP/1.1" status: 200 len: 1094 time: 0.8212688 Jun 17 09:03:12.281766 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:03:12.284055 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa59269-6a06-4858-9662-15ca58af1485" -d '{"events": [{"name": "network-changed", "server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:12.313715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe39d-b99d-4d76-857c-a12949890c58 service neutron] Pushing event updated for resources: {'Port': ['ID=5841a5dd-f021-4da9-a952-f77917f1048b,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:12.383321 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adedbc5-8a80-4504-8635-b4995ba0714e x-openstack-request-id: req-0adedbc5-8a80-4504-8635-b4995ba0714e {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:12.383676 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:12.383999 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0adedbc5-8a80-4504-8635-b4995ba0714e {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:12.384359 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adedbc5-8a80-4504-8635-b4995ba0714e'] response: {'name': 'network-changed', 'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b', 'status': 'completed', 'code': 200} Jun 17 09:03:12.444945 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59269-6a06-4858-9662-15ca58af1485 req-06a53fd2-c251-4ae2-bbb6-e8cddd7ebfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.447026 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-efa59269-6a06-4858-9662-15ca58af1485 req-06a53fd2-c251-4ae2-bbb6-e8cddd7ebfb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 1128 time: 0.0438437 Jun 17 09:03:12.551589 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59269-6a06-4858-9662-15ca58af1485 req-fb0fa800-34db-413a-9c23-3293e76c7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.553178 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-efa59269-6a06-4858-9662-15ca58af1485 req-fb0fa800-34db-413a-9c23-3293e76c7389 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0973234 Jun 17 09:03:12.647331 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59269-6a06-4858-9662-15ca58af1485 req-bedba041-615e-4c29-9f3a-cb9e9e992f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.648826 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-efa59269-6a06-4858-9662-15ca58af1485 req-bedba041-615e-4c29-9f3a-cb9e9e992f74 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880170 Jun 17 09:03:12.726790 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-69ae27f1-8a83-43c0-bbe6-df84b7acfac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.728364 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-69ae27f1-8a83-43c0-bbe6-df84b7acfac9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 1128 time: 0.0430717 Jun 17 09:03:12.774143 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-da13bcce-4108-4d6f-947b-8d6610b0b8de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5841a5dd-f021-4da9-a952-f77917f1048b HTTP/1.1" status: 200 len: 217 time: 0.0383945 Jun 17 09:03:12.790066 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10492e8c-bb9d-4de8-8f2a-55637990501f req-9e802cfa-3a73-474b-b131-5bba3697aea8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.791560 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-10492e8c-bb9d-4de8-8f2a-55637990501f req-9e802cfa-3a73-474b-b131-5bba3697aea8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 944 time: 0.0458965 Jun 17 09:03:12.825012 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-895a6f47-28df-430b-8ebb-78f720ea5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.826505 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-895a6f47-28df-430b-8ebb-78f720ea5bfb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0454972 Jun 17 09:03:12.837715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:12.842792 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-10492e8c-bb9d-4de8-8f2a-55637990501f req-f8e5c9de-76f3-4910-bd7c-70772574982b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452964 Jun 17 09:03:12.870889 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-7680a99a-763f-4eee-bce5-ea5c6c376115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:12.872409 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-7680a99a-763f-4eee-bce5-ea5c6c376115 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384026 Jun 17 09:03:12.964980 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-1f702327-a8e5-4042-8312-380c5d8964fa service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846913 Jun 17 09:03:13.052666 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e2373599-9d64-48ea-b313-06f39f8339f5 req-5bf6f29b-4a22-41dc-9c9a-6e200aeb9dd3 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816069 Jun 17 09:03:13.682671 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:03:13.963598 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df97e69-c23f-4ccf-857e-630b6e6c24e0 req-ad42d8b6-57b7-42e4-ba5b-7f115e3b1dfb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:13.965187 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2df97e69-c23f-4ccf-857e-630b6e6c24e0 req-ad42d8b6-57b7-42e4-ba5b-7f115e3b1dfb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 944 time: 0.0511911 Jun 17 09:03:14.015840 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2df97e69-c23f-4ccf-857e-630b6e6c24e0 req-f21e6093-5fb5-4f55-8dcc-7b26ec2be818 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 Jun 17 09:03:15.128421 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afb436-a9b7-491e-964e-23f14ef10e15 req-5644f796-75c3-4503-a290-2267f8a62d86 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:15.130703 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a2afb436-a9b7-491e-964e-23f14ef10e15 req-5644f796-75c3-4503-a290-2267f8a62d86 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 944 time: 0.0461650 Jun 17 09:03:15.179900 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a2afb436-a9b7-491e-964e-23f14ef10e15 req-ee8a14c5-4e59-4341-9ea2-3e13fa01676c tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436683 Jun 17 09:03:16.292037 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1060d-79ef-4cb2-a0cc-388c1bfdf72b req-7f688c0a-38ce-4c28-8bc4-06fb284ff1a3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:16.292907 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e0e1060d-79ef-4cb2-a0cc-388c1bfdf72b req-7f688c0a-38ce-4c28-8bc4-06fb284ff1a3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 944 time: 0.0471039 Jun 17 09:03:16.324630 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:16.348282 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e0e1060d-79ef-4cb2-a0cc-388c1bfdf72b req-6c87a2e4-8181-4b2e-a1bb-e6a5ef53faa8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493908 Jun 17 09:03:17.459461 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b5d89-41e1-4f39-9199-9f50d7d08903 req-d6c2676a-99a4-47a1-ba4c-02fce342b853 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:17.461630 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-340b5d89-41e1-4f39-9199-9f50d7d08903 req-d6c2676a-99a4-47a1-ba4c-02fce342b853 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 944 time: 0.0465636 Jun 17 09:03:17.510603 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-340b5d89-41e1-4f39-9199-9f50d7d08903 req-01cdd18e-597a-407d-8b87-259716c5a636 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 Jun 17 09:03:18.626669 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a2fc-42e9-4dec-a69a-31da23d2e5d8 req-b1b07b0e-dbeb-4abc-aac4-1ce1c7572c79 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:18.628166 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1346a2fc-42e9-4dec-a69a-31da23d2e5d8 req-b1b07b0e-dbeb-4abc-aac4-1ce1c7572c79 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 944 time: 0.0461686 Jun 17 09:03:18.679173 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1346a2fc-42e9-4dec-a69a-31da23d2e5d8 req-e085a4f2-7a41-4f48-8ccf-a511d2becfb8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450611 Jun 17 09:03:19.416646 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-25ad9804-29a7-414c-8aed-3a7763aa708f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:19.795836 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898729-2c24-4baa-a156-99959b7ee50a req-821e5e75-09ef-448b-8827-691a6c3d8b5a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:19.797301 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f9898729-2c24-4baa-a156-99959b7ee50a req-821e5e75-09ef-448b-8827-691a6c3d8b5a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 944 time: 0.0496566 Jun 17 09:03:19.845550 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f9898729-2c24-4baa-a156-99959b7ee50a req-2f106039-7e2d-44ef-91ca-c24c436b96ac tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427752 Jun 17 09:03:20.325198 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5841a5dd-f021-4da9-a952-f77917f1048b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 09:03:20.424417 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 5841a5dd-f021-4da9-a952-f77917f1048b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5841a5dd-f021-4da9-a952-f77917f1048b,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:03:20.436414 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '5841a5dd-f021-4da9-a952-f77917f1048b', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'port_id': '5841a5dd-f021-4da9-a952-f77917f1048b', 'mac_address': 'fa:16:3e:d1:3b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 09:03:20.475983 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 5841a5dd-f021-4da9-a952-f77917f1048b is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:03:20.476295 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:20.489715 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5841a5dd-f021-4da9-a952-f77917f1048b {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:03:20.509965 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 5841a5dd-f021-4da9-a952-f77917f1048b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5841a5dd-f021-4da9-a952-f77917f1048b,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:03:20.636309 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:20.684109 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=5841a5dd-f021-4da9-a952-f77917f1048b,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:20.851364 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['5841a5dd-f021-4da9-a952-f77917f1048b'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:03:20.966221 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba73af2-50c8-47dc-b4fa-d98b1419b686 req-21159a46-7c96-47c7-8ad6-648f92ac7da8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:20.967777 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9ba73af2-50c8-47dc-b4fa-d98b1419b686 req-21159a46-7c96-47c7-8ad6-648f92ac7da8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 945 time: 0.0500109 Jun 17 09:03:21.019845 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9ba73af2-50c8-47dc-b4fa-d98b1419b686 req-01cded2f-13b4-475b-8bcf-794c7e12ed61 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Jun 17 09:03:21.582510 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:21.648012 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-52e057bb-6d0c-45d3-b6cf-42f5e369ebce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:22.135753 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc728c8-e0c6-4cbd-81b6-aa8a7304ecf4 req-16a9ef9d-7416-41f1-a116-8a84fb324e60 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:22.137431 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2fc728c8-e0c6-4cbd-81b6-aa8a7304ecf4 req-16a9ef9d-7416-41f1-a116-8a84fb324e60 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 945 time: 0.0499306 Jun 17 09:03:22.187142 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2fc728c8-e0c6-4cbd-81b6-aa8a7304ecf4 req-38aa2796-2f5d-4b3e-850e-882a7fcdcbf8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Jun 17 09:03:22.316408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5841a5dd-f021-4da9-a952-f77917f1048b up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 09:03:22.361190 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 5841a5dd-f021-4da9-a952-f77917f1048b completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 09:03:22.444566 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 5841a5dd-f021-4da9-a952-f77917f1048b triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:03:22.445053 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:22.606635 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:22.636326 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:22.656548 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 5841a5dd-f021-4da9-a952-f77917f1048b is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:03:22.665412 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:22.679287 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:03:22.681753 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e0ba3-416f-4221-bc9f-e73fe915c745" -d '{"events": [{"server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "name": "network-vif-plugged", "status": "completed", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:22.693647 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 5841a5dd-f021-4da9-a952-f77917f1048b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5841a5dd-f021-4da9-a952-f77917f1048b,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:03:22.719776 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d55aa-280c-4d63-ae53-c5fcb3742bb6 x-openstack-request-id: req-907d55aa-280c-4d63-ae53-c5fcb3742bb6 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:22.720064 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "name": "network-vif-plugged", "status": "completed", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:22.720317 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-907d55aa-280c-4d63-ae53-c5fcb3742bb6 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:22.720742 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907d55aa-280c-4d63-ae53-c5fcb3742bb6'] response: {'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b', 'code': 200} Jun 17 09:03:22.782231 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:22.820615 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:22.870554 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=5841a5dd-f021-4da9-a952-f77917f1048b,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:23.047856 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=58 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:23.048674 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:23.138391 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710171-197f-477c-9c33-2c934ad78825 req-4d21e102-8ca6-4684-9f6b-bc074bd88b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:23.139847 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bd710171-197f-477c-9c33-2c934ad78825 req-4d21e102-8ca6-4684-9f6b-bc074bd88b1b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 1130 time: 0.0442107 Jun 17 09:03:23.187032 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-bd710171-197f-477c-9c33-2c934ad78825 req-d1f11442-0204-41ce-8c14-2211031b9873 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412989 Jun 17 09:03:23.299650 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14f839-99c7-46f7-af16-8ab2178a6942 req-6169981a-197f-44ab-9d17-4a436e0e271e tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:23.301128 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c14f839-99c7-46f7-af16-8ab2178a6942 req-6169981a-197f-44ab-9d17-4a436e0e271e tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 946 time: 0.0467770 Jun 17 09:03:23.351167 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3c14f839-99c7-46f7-af16-8ab2178a6942 req-f3da1bf5-4f5e-47b3-9505-e3a503dbe333 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441246 Jun 17 09:03:23.677133 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:23.678080 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:24.162462 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:24.466669 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bf5b3-1798-43ce-ac9f-6e4aeaf19203 req-12f325a8-c783-4bd8-b146-abd7c951e127 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:24.468219 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-af3bf5b3-1798-43ce-ac9f-6e4aeaf19203 req-12f325a8-c783-4bd8-b146-abd7c951e127 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 946 time: 0.0473785 Jun 17 09:03:24.522928 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-af3bf5b3-1798-43ce-ac9f-6e4aeaf19203 req-faf2d9a1-013f-46ce-9411-5278be91ee2f tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491745 Jun 17 09:03:24.770364 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:25.636819 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121dd90-4dea-4711-9c67-af7a74123bca req-d82d2f0b-1752-46aa-8ec6-7c2c26c776cd tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:25.638330 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9121dd90-4dea-4711-9c67-af7a74123bca req-d82d2f0b-1752-46aa-8ec6-7c2c26c776cd tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 946 time: 0.0457582 Jun 17 09:03:25.687932 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9121dd90-4dea-4711-9c67-af7a74123bca req-741368bb-9b8e-449b-ae47-9616bb9e1bc8 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437481 Jun 17 09:03:25.790863 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:25.799414 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e61b7-d3b9-4de9-a23d-25ee2727555b req-6ee7d4ed-5a77-4088-a8b4-b7bcc492f7f0 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:25.805376 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-196e61b7-d3b9-4de9-a23d-25ee2727555b req-6ee7d4ed-5a77-4088-a8b4-b7bcc492f7f0 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 946 time: 0.0472066 Jun 17 09:03:25.851218 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-196e61b7-d3b9-4de9-a23d-25ee2727555b req-4e373eab-1f68-414f-af2b-c713ee170420 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Jun 17 09:03:25.873009 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46736) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:03:25.913709 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76eb1b1-b759-4313-bb3d-22d25a7b71fd tempest-TestVolumeBootPattern-881423571 tempest-TestVolumeBootPattern-881423571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:25.915242 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a76eb1b1-b759-4313-bb3d-22d25a7b71fd tempest-TestVolumeBootPattern-881423571 tempest-TestVolumeBootPattern-881423571-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 1125 time: 0.0412517 Jun 17 09:03:25.918314 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46738) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:03:25.922410 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Request body: {'floatingip': {'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'port_id': '5841a5dd-f021-4da9-a952-f77917f1048b', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:03:26.057215 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:26.110534 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:26.134708 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:26.243095 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_common [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Allocated IP 172.27.0.126 (2ddb1054-5618-4b5c-a788-d94afbdd7d2a/78a41189-744a-4d57-9f5c-199958ffcf84/e11ce4ca-6c4d-45e9-ac99-d2e68091d1be) {{(pid=116210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:03:26.342872 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:26.508015 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:26.549677 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Network 2ddb1054-5618-4b5c-a788-d94afbdd7d2a is already hosted by enough agents. {{(pid=116210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:26.556884 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.base_scheduler [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Resources bound (agent type, host, resource id): {{(pid=116210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:26.561836 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Received port after_create {{(pid=116210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:03:26.565456 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=e11ce4ca-6c4d-45e9-ac99-d2e68091d1be,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:26.770580 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:26.903332 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (54f4e072-c6f8-44c1-b067-149712d06457), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:26.937423 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:27.051635 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), before_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:27.195576 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), precommit_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:27.319184 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14377855'] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), after_update {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:27.385230 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event updated for resources: {'Port': ['ID=e11ce4ca-6c4d-45e9-ac99-d2e68091d1be,revision_number=2']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:27.398951 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (54f4e072-c6f8-44c1-b067-149712d06457), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:27.496700 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Floating IP 54f4e072-c6f8-44c1-b067-149712d06457 associated. External IP: 172.27.0.126, port: 5841a5dd-f021-4da9-a952-f77917f1048b. Jun 17 09:03:27.697576 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:03:27.708223 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:27.798641 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:03:27.808209 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:03:27.817564 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:03:27.821746 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:03:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:27.920274 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:03:27.924149 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:27.956343 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-a91a56a9-bb99-4f5b-9d8a-d534bf90a196 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0349469 Jun 17 09:03:27.956343 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:03:27.957284 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feb101c-7f08-46e0-9298-d9cc4578363d" -d '{"events": [{"name": "network-changed", "server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:27.992204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77dfbf1-cfe7-40b6-95e0-39db31e875bc x-openstack-request-id: req-d77dfbf1-cfe7-40b6-95e0-39db31e875bc {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:27.992495 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:27.992744 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d77dfbf1-cfe7-40b6-95e0-39db31e875bc {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:27.993188 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77dfbf1-cfe7-40b6-95e0-39db31e875bc'] response: {'name': 'network-changed', 'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b', 'status': 'completed', 'code': 200} Jun 17 09:03:28.053176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-dc90363a-23ca-4aa7-9a0f-6e880d5be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:28.054974 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-dc90363a-23ca-4aa7-9a0f-6e880d5be434 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 1130 time: 0.0396991 Jun 17 09:03:28.142623 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:15Z', 'revision_number': 1, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}, {'id': '54f4e072-c6f8-44c1-b067-149712d06457', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': '5841a5dd-f021-4da9-a952-f77917f1048b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:d1:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:03:26Z', 'updated_at': '2022-06-17T09:03:26Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:28.152722 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-ef999cbb-4beb-447c-aab2-f7aa2a2cd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:28.154210 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-ef999cbb-4beb-447c-aab2-f7aa2a2cd8a5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 911 time: 0.0910754 Jun 17 09:03:28.168232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:03:28.176898 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:03:28.177500 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:03:22Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:28.217243 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-857c02ab-1c35-4f35-beee-5efdf6da1471 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5841a5dd-f021-4da9-a952-f77917f1048b HTTP/1.1" status: 200 len: 1000 time: 0.0571251 Jun 17 09:03:28.265562 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-6b05c99e-e9f6-422c-b209-af86c5027101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:28.267069 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-6b05c99e-e9f6-422c-b209-af86c5027101 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0436039 Jun 17 09:03:28.281765 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:03:28.315102 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-62aab4ae-0ae9-4086-8332-15925954c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:28.316659 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-62aab4ae-0ae9-4086-8332-15925954c34b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433855 Jun 17 09:03:28.405917 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-7bdedb02-9da6-4f84-a3af-5311f9fc495e service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831227 Jun 17 09:03:28.448045 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:28.504435 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:15Z', 'revision_number': 1, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}, {'id': '54f4e072-c6f8-44c1-b067-149712d06457', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': '5841a5dd-f021-4da9-a952-f77917f1048b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:d1:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:03:26Z', 'updated_at': '2022-06-17T09:03:26Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:28.506339 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-5feb101c-7f08-46e0-9298-d9cc4578363d req-cfaf4b6e-5bf2-426e-8b48-c1c7606c79c5 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916071 Jun 17 09:03:28.530399 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74a589-6386-487c-8f25-712ba665b82a None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:15Z', 'revision_number': 1, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}, {'id': '54f4e072-c6f8-44c1-b067-149712d06457', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': '5841a5dd-f021-4da9-a952-f77917f1048b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:d1:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:03:26Z', 'updated_at': '2022-06-17T09:03:26Z', 'revision_number': 0, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:03:28.728844 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac8689e-25b1-43ab-8f42-9a5d70a94066 None None] New status for floating IP 54f4e072-c6f8-44c1-b067-149712d06457: ACTIVE {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:03:37.949700 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:37.951621 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:38.501778 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=65 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:38.503677 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=47 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:38.507652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:44.710214 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:44.718478 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:03:49.358809 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-550ecaef-63a9-4f4e-be0c-175b876de4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:50.681644 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:03:51.601900 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:51.693796 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-f6cfdf9d-f9eb-409b-9eeb-72b476dbab89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:52.710642 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:54.136138 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:54.853173 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:03:59.288626 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-56b4c5d0-d6e6-478f-8222-633977b59ee0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384409 Jun 17 09:03:59.365887 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-fb79f2cd-d734-4ad2-99f9-a313bf59e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:59.367258 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-fb79f2cd-d734-4ad2-99f9-a313bf59e7ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1129 time: 0.0377645 Jun 17 09:03:59.480996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-45d0a22c-1e04-43a0-ad4a-4d7a496231b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:59.480996 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-45d0a22c-1e04-43a0-ad4a-4d7a496231b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 911 time: 0.0941956 Jun 17 09:03:59.540343 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-fcda731f-e9eb-49f4-be42-3448debb3e50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e HTTP/1.1" status: 200 len: 1001 time: 0.0553489 Jun 17 09:03:59.595778 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-f4d0bdae-651a-4d69-acc2-9e8a3ed97c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:59.597293 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-f4d0bdae-651a-4d69-acc2-9e8a3ed97c65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0507894 Jun 17 09:03:59.640568 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-04e15f9c-1d6f-44e7-9d4f-ee744905ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:03:59.642059 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-04e15f9c-1d6f-44e7-9d4f-ee744905ec7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392563 Jun 17 09:03:59.949749 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-830ee1f6-d4da-4c42-8972-a3b41f2debd4 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891457 Jun 17 09:04:00.063597 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-2a1cf5e4-2581-42b4-bf07-7752e1171e4d req-fe4b27f2-2c97-4a2a-868c-072091c22f1c service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839427 Jun 17 09:04:00.678627 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:02.366759 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37971d9-baf2-4008-9214-f5447ffc2ba9 req-e08b9e31-8a7e-46a5-b543-5bb8b0ffb770 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:02.368304 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e37971d9-baf2-4008-9214-f5447ffc2ba9 req-e08b9e31-8a7e-46a5-b543-5bb8b0ffb770 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 946 time: 0.0488985 Jun 17 09:04:02.416106 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-e37971d9-baf2-4008-9214-f5447ffc2ba9 req-02281f53-c437-4e73-b5a1-493e0ebf57e9 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Jun 17 09:04:03.531506 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeda1af-be1e-45b3-8dbf-f8b853223de6 req-47f6355b-7aee-48f9-a4d4-0a83ef19e66d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:03.532974 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6aeda1af-be1e-45b3-8dbf-f8b853223de6 req-47f6355b-7aee-48f9-a4d4-0a83ef19e66d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 946 time: 0.0466719 Jun 17 09:04:03.582807 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6aeda1af-be1e-45b3-8dbf-f8b853223de6 req-fee72874-fb1e-46f6-ba14-cafdb32cb69f tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups?id=0061d480-66be-4f14-8d67-82668d18391c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 Jun 17 09:04:04.025672 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-4b721705-a8ff-4253-8532-d7276f8d1730 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:04.027115 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-4b721705-a8ff-4253-8532-d7276f8d1730 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 946 time: 0.0465229 Jun 17 09:04:04.111522 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Deleting port 2c23f345-ee57-4a33-b2ff-9bafffa96644 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:04.111858 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:04.199227 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] For port 2c23f345-ee57-4a33-b2ff-9bafffa96644, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c23f345-ee57-4a33-b2ff-9bafffa96644,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:04:04.199617 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:04.362232 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:04.362496 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-754681'] for floatingip (aa55ec02-9697-442b-a094-11845bcd5dbf), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:04.362810 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Floating IP aa55ec02-9697-442b-a094-11845bcd5dbf disassociated. External IP: 172.27.0.2, port: 2c23f345-ee57-4a33-b2ff-9bafffa96644. Jun 17 09:04:04.363151 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Calling delete_port for 2c23f345-ee57-4a33-b2ff-9bafffa96644 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:04.424713 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:04.432042 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:04.630563 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (2c23f345-ee57-4a33-b2ff-9bafffa96644), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:04.637307 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:04.639395 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:04.664808 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event deleted for resources: {'Port': ['ID=2c23f345-ee57-4a33-b2ff-9bafffa96644,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:04.675917 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.676266 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.676613 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.677041 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.677494 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.677624 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.677908 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.678481 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.678809 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.679127 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.679485 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.679813 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.680136 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.680455 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.681068 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:04.685532 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3f0b386e-ffb1-4e10-9dbd-cad4c1f63b75 req-22aa2644-c7a3-45c7-ba23-6183d0305b4b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 210 time: 0.0315518 Jun 17 09:04:04.788349 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Router dce00025-9821-48d4-81e3-c4873db2b9b1 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:04:04.890651 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:04:04.900429 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] Sync routers for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:04:04.910280 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:04:04.914711 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:03:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:05.026885 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:04:05.207472 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] No DVR routers for this DVR port 2c23f345-ee57-4a33-b2ff-9bafffa96644 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:04:05.210123 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:05.213330 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-c00f815c-c1df-421e-a6c6-fbc174f43056 req-8f5ee867-edc7-4580-b5a4-d17b2d3d81cb tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.83 "DELETE /v2.0/ports/2c23f345-ee57-4a33-b2ff-9bafffa96644 HTTP/1.1" status: 204 len: 173 time: 1.1814938 Jun 17 09:04:05.214249 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'name': 'network-vif-deleted', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:04:05.216241 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3902c91e-f582-4b83-80d4-38053bf12c48" -d '{"events": [{"server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "name": "network-vif-deleted", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:04:05.233195 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:05.254526 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e94c90-2a2d-4d9e-9705-b520fa9d077a x-openstack-request-id: req-34e94c90-2a2d-4d9e-9705-b520fa9d077a {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:04:05.254766 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290903b6-0ce5-4bf4-a25e-0f15abc014c2", "name": "network-vif-deleted", "tag": "2c23f345-ee57-4a33-b2ff-9bafffa96644", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:04:05.255023 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34e94c90-2a2d-4d9e-9705-b520fa9d077a {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:04:05.255451 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e94c90-2a2d-4d9e-9705-b520fa9d077a'] response: {'server_uuid': '290903b6-0ce5-4bf4-a25e-0f15abc014c2', 'name': 'network-vif-deleted', 'tag': '2c23f345-ee57-4a33-b2ff-9bafffa96644', 'status': 'completed', 'code': 200} Jun 17 09:04:05.263650 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] Checking router: dce00025-9821-48d4-81e3-c4873db2b9b1 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:04:05.272918 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:04:05.273532 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:03:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:05.378479 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:04:05.570081 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:05.594629 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec811-b472-4bcb-843f-7eff5ec2835c None None] The sync data for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi is: [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T08:59:45Z', 'revision_number': 4, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': '610ab7ca-4041-4325-9179-fb3a6a877156', 'name': '', 'network_id': 'f7268d72-a199-4405-a1f3-cc49733ddcf9', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'mac_address': 'fa:16:3e:74:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:45Z', 'updated_at': '2022-06-17T08:59:50Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'subnets': [{'id': 'b0e8a00b-7191-40d3-88d3-7a7a45327d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:04:05.800656 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0c1c4cb5-abd4-46d1-b88e-72a176820e79 req-010bfdfa-7981-419c-a4f7-fe3e2bcef33b tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/ports?device_id=290903b6-0ce5-4bf4-a25e-0f15abc014c2 HTTP/1.1" status: 200 len: 210 time: 0.0290828 Jun 17 09:04:05.815339 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac83bb-a878-4b26-9f18-dbef9183f160 None None] New status for floating IP aa55ec02-9697-442b-a094-11845bcd5dbf: DOWN {{(pid=116212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:04:06.979890 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46894) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:07.038396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (0061d480-66be-4f14-8d67-82668d18391c), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.063724 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (0061d480-66be-4f14-8d67-82668d18391c), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.234528 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (0061d480-66be-4f14-8d67-82668d18391c), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.237000 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.238226 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "DELETE /v2.0/security-groups/0061d480-66be-4f14-8d67-82668d18391c HTTP/1.1" status: 204 len: 168 time: 0.2573295 Jun 17 09:04:07.241121 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46896) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:07.247847 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0061d480-66be-4f14-8d67-82668d18391c,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:07.255161 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.255530 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.255734 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.api.v2.resource [None req-ff835b50-b7f6-4720-aa8c-b4e6954a2852 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] show failed (client error): The resource could not be found. Jun 17 09:04:07.255854 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.256191 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.256545 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.256757 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ff835b50-b7f6-4720-aa8c-b4e6954a2852 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "GET /v2.0/security-groups/0061d480-66be-4f14-8d67-82668d18391c HTTP/1.1" status: 404 len: 347 time: 0.0146391 Jun 17 09:04:07.256870 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.257173 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.257493 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.257811 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.258130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.258446 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.258765 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.259078 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.259417 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.259734 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6622dcb-884d-4722-9b2d-d0c94ec35d0d tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:07.260727 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46898) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:07.373352 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Deleting port 1fbb5460-8a93-4707-a40e-a6958c1c0ac0 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:07.373695 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.452875 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.453203 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.461700 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:07.466578 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Calling delete_port for 1fbb5460-8a93-4707-a40e-a6958c1c0ac0 owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:07.667834 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (1fbb5460-8a93-4707-a40e-a6958c1c0ac0), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.696359 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Pushing event deleted for resources: {'Port': ['ID=1fbb5460-8a93-4707-a40e-a6958c1c0ac0,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:07.758119 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks [] for floatingip (aa55ec02-9697-442b-a094-11845bcd5dbf), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.760634 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:07.761788 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-400bd490-93ba-47cd-af20-cecde6065056 tempest-AttachVolumeTestJSON-1223322254 tempest-AttachVolumeTestJSON-1223322254-project] 10.222.0.78 "DELETE /v2.0/floatingips/aa55ec02-9697-442b-a094-11845bcd5dbf HTTP/1.1" status: 204 len: 168 time: 0.5000315 Jun 17 09:04:08.621079 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 2c23f345-ee57-4a33-b2ff-9bafffa96644 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:04:08.643667 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 2c23f345-ee57-4a33-b2ff-9bafffa96644 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:04:08.657780 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 2c23f345-ee57-4a33-b2ff-9bafffa96644 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:04:11.769418 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46926) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:12.047227 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:12.093195 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (dce00025-9821-48d4-81e3-c4873db2b9b1), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:12.335135 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Deleting port 610ab7ca-4041-4325-9179-fb3a6a877156 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:12.335422 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:12.425829 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] For port 610ab7ca-4041-4325-9179-fb3a6a877156, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=610ab7ca-4041-4325-9179-fb3a6a877156,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:04:12.426190 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:12.441483 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Calling delete_port for 610ab7ca-4041-4325-9179-fb3a6a877156 owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:12.503944 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:12.719730 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (610ab7ca-4041-4325-9179-fb3a6a877156), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:12.746942 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Pushing event deleted for resources: {'Port': ['ID=610ab7ca-4041-4325-9179-fb3a6a877156,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:12.928513 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (dce00025-9821-48d4-81e3-c4873db2b9b1), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:13.092908 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:13.150597 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Router dce00025-9821-48d4-81e3-c4873db2b9b1 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:04:13.251639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:04:13.256594 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-0fae434a-67cc-47ea-b781-eeb848c8f847 admin admin] 10.222.0.78 "PUT /v2.0/routers/dce00025-9821-48d4-81e3-c4873db2b9b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866116 Jun 17 09:04:13.259208 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46928) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:13.262246 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] Sync routers for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:04:13.273451 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:04:13.274049 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:03:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:13.358584 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks [] for router (dce00025-9821-48d4-81e3-c4873db2b9b1), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:13.374613 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:04:13.457744 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks [] for router_gateway (dce00025-9821-48d4-81e3-c4873db2b9b1), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:13.502618 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:13.544819 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T09:04:12Z', 'revision_number': 5, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port': {'id': '80da9c60-cc34-4f7b-9ec1-272ada4da7ce', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:59:42Z', 'updated_at': '2022-06-17T08:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:13.575207 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Deleting port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:13.575487 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] Checking router: dce00025-9821-48d4-81e3-c4873db2b9b1 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:04:13.575631 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:13.584482 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] Routers {'dce00025-9821-48d4-81e3-c4873db2b9b1'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:04:13.585079 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:03:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['dce00025-9821-48d4-81e3-c4873db2b9b1'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:13.618499 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=100 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:13.655276 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] For port 80da9c60-cc34-4f7b-9ec1-272ada4da7ce, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:04:13.655670 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:13.668303 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] Set router dce00025-9821-48d4-81e3-c4873db2b9b1 gateway port host: None {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:04:13.668915 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Calling delete_port for 80da9c60-cc34-4f7b-9ec1-272ada4da7ce owned by network:router_gateway {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:13.723082 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T09:04:13Z', 'revision_number': 6, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:13.761416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabfa5ec-e15f-45d1-b2e2-5320639703c0 None None] The sync data for ids ['dce00025-9821-48d4-81e3-c4873db2b9b1'] in dv-cinder-797608-33-iscsi is: [{'id': 'dce00025-9821-48d4-81e3-c4873db2b9b1', 'name': 'tempest-AttachVolumeTestJSON-509854684-router', 'tenant_id': 'f0964a125c554efe858f7695016de8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:59:41Z', 'updated_at': '2022-06-17T09:04:13Z', 'revision_number': 6, 'project_id': 'f0964a125c554efe858f7695016de8db', 'gw_port_host': None}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:04:13.815832 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:13.821097 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:13.976463 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (80da9c60-cc34-4f7b-9ec1-272ada4da7ce), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.004348 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=80da9c60-cc34-4f7b-9ec1-272ada4da7ce,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:14.066311 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (dce00025-9821-48d4-81e3-c4873db2b9b1), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.155100 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (dce00025-9821-48d4-81e3-c4873db2b9b1), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.157985 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks [] for router_controller (dce00025-9821-48d4-81e3-c4873db2b9b1), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.270276 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (dce00025-9821-48d4-81e3-c4873db2b9b1), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.270913 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce00025-9821-48d4-81e3-c4873db2b9b1 {{(pid=116210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 09:04:14.275481 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.276619 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-0976de0d-4f72-429b-81db-57c6c0c90e77 admin admin] 10.222.0.78 "DELETE /v2.0/routers/dce00025-9821-48d4-81e3-c4873db2b9b1 HTTP/1.1" status: 204 len: 168 time: 1.0164151 Jun 17 09:04:14.279016 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 46932) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:14.328480 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] Deleting subnet b0e8a00b-7191-40d3-88d3-7a7a45327d1f {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 09:04:14.331590 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] Publish callbacks [] for subnet (b0e8a00b-7191-40d3-88d3-7a7a45327d1f), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.365775 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (b0e8a00b-7191-40d3-88d3-7a7a45327d1f), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.443846 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (b0e8a00b-7191-40d3-88d3-7a7a45327d1f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.577372 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 610ab7ca-4041-4325-9179-fb3a6a877156 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:04:14.582780 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (b0e8a00b-7191-40d3-88d3-7a7a45327d1f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.601892 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 610ab7ca-4041-4325-9179-fb3a6a877156 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:04:14.602230 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 610ab7ca-4041-4325-9179-fb3a6a877156 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:04:14.602635 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 80da9c60-cc34-4f7b-9ec1-272ada4da7ce no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:04:14.611318 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e8a00b-7191-40d3-88d3-7a7a45327d1f,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:14.613442 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.620061 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46936) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:14.624677 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a7e45-6a80-48ae-a4d7-3c514488629b None None] Network f7268d72-a199-4405-a1f3-cc49733ddcf9 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 09:04:14.627960 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-8bfdc2f6-bdbc-4afd-9bea-14a48a2d7b29 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b0e8a00b-7191-40d3-88d3-7a7a45327d1f HTTP/1.1" status: 204 len: 168 time: 0.3478634 Jun 17 09:04:14.637440 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 80da9c60-cc34-4f7b-9ec1-272ada4da7ce {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:04:14.637611 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 80da9c60-cc34-4f7b-9ec1-272ada4da7ce not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:04:14.702528 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (f7268d72-a199-4405-a1f3-cc49733ddcf9), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.758249 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Deleting port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:14.758524 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.825549 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] DHCP port deletion for f7268d72-a199-4405-a1f3-cc49733ddcf9 request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 09:04:14.844896 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] For port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:04:14.845202 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.856475 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:14.864232 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Calling delete_port for 317b96c4-f6ce-41a2-9d4a-e12381d10f0b owned by network:dhcp {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:14.870857 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Deleting port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:14.871232 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.934818 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] For port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,segment=NetworkSegment(c39d964a-b42d-4ca2-b165-af13876dd1f9),segment_id=c39d964a-b42d-4ca2-b165-af13876dd1f9)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:04:14.935205 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:14.948364 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Calling delete_port for 317b96c4-f6ce-41a2-9d4a-e12381d10f0b owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:15.001897 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.027223 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (317b96c4-f6ce-41a2-9d4a-e12381d10f0b), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.027654 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:15.032227 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] No DVR routers for this DVR port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b on host dv-cinder-797608-33-iscsi {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:04:15.053979 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Pushing event deleted for resources: {'Port': ['ID=317b96c4-f6ce-41a2-9d4a-e12381d10f0b,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:15.061208 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] No DVR routers for this DVR port 317b96c4-f6ce-41a2-9d4a-e12381d10f0b on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:04:15.076741 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.077106 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.078409 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.078409 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.078637 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.078974 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.079278 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.079651 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.080554 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.080554 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.080766 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.080903 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.081218 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.081533 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.081887 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205fbd-8c23-4ea6-8653-6b6dc8fb45b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:04:15.109516 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (f7268d72-a199-4405-a1f3-cc49733ddcf9), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.129441 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7268d72-a199-4405-a1f3-cc49733ddcf9']}} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:15.138642 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39d964a-b42d-4ca2-b165-af13876dd1f9') {'for_net_delete': True} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:15.138927 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.services.segments.db [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39d964a-b42d-4ca2-b165-af13876dd1f9') {} {{(pid=116209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:15.149110 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542805'] for segment (c39d964a-b42d-4ca2-b165-af13876dd1f9), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.162758 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (c39d964a-b42d-4ca2-b165-af13876dd1f9), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.169158 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=116209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:04:15.169560 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14162950'] for segment (c39d964a-b42d-4ca2-b165-af13876dd1f9), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.295168 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment c39d964a-b42d-4ca2-b165-af13876dd1f9 resource provider aggregate not found Jun 17 09:04:15.314878 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.services.segments.plugin [-] Segment c39d964a-b42d-4ca2-b165-af13876dd1f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c39d964a-b42d-4ca2-b165-af13876dd1f9 found for delete ", "request_id": "req-e0b2bff6-df86-48dd-8c24-d5ab2f1e1f33"}]} Jun 17 09:04:15.336247 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (f7268d72-a199-4405-a1f3-cc49733ddcf9), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.341763 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.349115 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f7268d72-a199-4405-a1f3-cc49733ddcf9 HTTP/1.1" status: 204 len: 168 time: 0.7239449 Jun 17 09:04:15.355903 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646879-6858-4dff-8a21-cc71ae50bde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7268d72-a199-4405-a1f3-cc49733ddcf9,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:15.847172 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46946) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:15.889359 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-474f733d-13f5-4b52-a201-c5fd544ce2da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0964a125c554efe858f7695016de8db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409653 Jun 17 09:04:15.891801 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 46948) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:15.940744 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9d5d241-446d-4a1b-88b6-b26f28e33686 admin admin] Publish callbacks [] for security_group (23d83081-d719-442c-a03c-d7d23ead0b1c), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.961685 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9d5d241-446d-4a1b-88b6-b26f28e33686 admin admin] Publish callbacks [] for security_group (23d83081-d719-442c-a03c-d7d23ead0b1c), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:15.975409 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:16.087819 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9d5d241-446d-4a1b-88b6-b26f28e33686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (23d83081-d719-442c-a03c-d7d23ead0b1c), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:16.090688 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-c9d5d241-446d-4a1b-88b6-b26f28e33686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:16.094835 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-c9d5d241-446d-4a1b-88b6-b26f28e33686 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23d83081-d719-442c-a03c-d7d23ead0b1c HTTP/1.1" status: 204 len: 168 time: 0.1993284 Jun 17 09:04:16.101667 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5d241-446d-4a1b-88b6-b26f28e33686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d83081-d719-442c-a03c-d7d23ead0b1c,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:16.317009 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 317b96c4-f6ce-41a2-9d4a-e12381d10f0b no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:04:16.339706 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 317b96c4-f6ce-41a2-9d4a-e12381d10f0b {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:04:16.340051 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 317b96c4-f6ce-41a2-9d4a-e12381d10f0b not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:04:19.393720 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3c38-07e3-42c9-8796-97d3f8cf7cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:21.612904 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:21.641704 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b6bd-bb76-461a-9a29-88472816cdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:22.833291 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:24.144403 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:24.497202 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=60,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:24.591451 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:24.741770 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:26.096507 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=42,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:27.686264 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:27.689520 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:04:34.635140 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=58,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:34.641096 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:37.679844 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=26 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:38.694936 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47162) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:38.822449 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8845-8ca9-486f-8ecd-15e3a13b4a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:38.899824 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8845-8ca9-486f-8ecd-15e3a13b4a6d admin admin] Publish callbacks [] for security_group (82f6a081-b73f-4ef1-8f37-78bb3f503d90), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:38.990070 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8845-8ca9-486f-8ecd-15e3a13b4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (82f6a081-b73f-4ef1-8f37-78bb3f503d90), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:39.030921 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-ba1d8845-8ca9-486f-8ecd-15e3a13b4a6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86b4bb43c48d483db7b8833063634d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348703 Jun 17 09:04:39.031809 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8845-8ca9-486f-8ecd-15e3a13b4a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f6a081-b73f-4ef1-8f37-78bb3f503d90,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:39.033747 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47166) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:39.084857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1dd666d8-7adb-417c-9f67-19c17bf32b97 admin admin] Publish callbacks [] for security_group (82f6a081-b73f-4ef1-8f37-78bb3f503d90), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:39.106023 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1dd666d8-7adb-417c-9f67-19c17bf32b97 admin admin] Publish callbacks [] for security_group (82f6a081-b73f-4ef1-8f37-78bb3f503d90), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:39.313203 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1dd666d8-7adb-417c-9f67-19c17bf32b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (82f6a081-b73f-4ef1-8f37-78bb3f503d90), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:39.315636 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-1dd666d8-7adb-417c-9f67-19c17bf32b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:39.316789 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-1dd666d8-7adb-417c-9f67-19c17bf32b97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82f6a081-b73f-4ef1-8f37-78bb3f503d90 HTTP/1.1" status: 204 len: 168 time: 0.2819960 Jun 17 09:04:39.324840 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd666d8-7adb-417c-9f67-19c17bf32b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f6a081-b73f-4ef1-8f37-78bb3f503d90,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:40.033621 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47172) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:40.048057 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5dcb89c6-e51b-4753-baf9-e525e38d45da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:40.123379 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5dcb89c6-e51b-4753-baf9-e525e38d45da admin admin] Publish callbacks [] for security_group (a4fec643-f935-4aff-8a16-8242e1749c27), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:40.210655 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5dcb89c6-e51b-4753-baf9-e525e38d45da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a4fec643-f935-4aff-8a16-8242e1749c27), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:40.250413 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb89c6-e51b-4753-baf9-e525e38d45da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fec643-f935-4aff-8a16-8242e1749c27,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:40.254635 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-5dcb89c6-e51b-4753-baf9-e525e38d45da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10a4442d51a143549ea9badc0c2e45e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199876 Jun 17 09:04:40.257374 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47174) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:40.309747 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-47f59cb3-9774-4f12-b015-f747db4db05d admin admin] Publish callbacks [] for security_group (a4fec643-f935-4aff-8a16-8242e1749c27), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:40.331038 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-47f59cb3-9774-4f12-b015-f747db4db05d admin admin] Publish callbacks [] for security_group (a4fec643-f935-4aff-8a16-8242e1749c27), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:40.473330 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-47f59cb3-9774-4f12-b015-f747db4db05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a4fec643-f935-4aff-8a16-8242e1749c27), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:40.475833 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-47f59cb3-9774-4f12-b015-f747db4db05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:40.476994 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-47f59cb3-9774-4f12-b015-f747db4db05d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4fec643-f935-4aff-8a16-8242e1749c27 HTTP/1.1" status: 204 len: 168 time: 0.2187228 Jun 17 09:04:40.485382 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f59cb3-9774-4f12-b015-f747db4db05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fec643-f935-4aff-8a16-8242e1749c27,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:49.140459 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:49.320890 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:49.362079 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-5bbe716c-cb1d-4bdf-bcfc-abf08192105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:50.479714 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=58,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:50.480511 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=49,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:51.675394 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:51.709652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-7a56fe51-809c-4f04-a75e-a2e1389aee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:52.735769 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:54.156228 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:54.710050 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.228309 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47304) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:55.332957 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-59696620-597b-459b-9b28-5c0a1514f396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.410006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-59696620-597b-459b-9b28-5c0a1514f396 admin admin] Publish callbacks [] for security_group (a53e0cf9-7c49-4dc7-8041-8b37d62be459), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.509784 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-59696620-597b-459b-9b28-5c0a1514f396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a53e0cf9-7c49-4dc7-8041-8b37d62be459), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.549322 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59696620-597b-459b-9b28-5c0a1514f396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e0cf9-7c49-4dc7-8041-8b37d62be459,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:55.553857 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-59696620-597b-459b-9b28-5c0a1514f396 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd9b3b745c5b480ba8964e16fa8b126d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245273 Jun 17 09:04:55.565920 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47308) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:55.605501 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2f-bd93-491b-ae91-6ea096b03c77 admin admin] Publish callbacks [] for security_group (a53e0cf9-7c49-4dc7-8041-8b37d62be459), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.626212 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2f-bd93-491b-ae91-6ea096b03c77 admin admin] Publish callbacks [] for security_group (a53e0cf9-7c49-4dc7-8041-8b37d62be459), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.770495 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2f-bd93-491b-ae91-6ea096b03c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (a53e0cf9-7c49-4dc7-8041-8b37d62be459), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.773091 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2f-bd93-491b-ae91-6ea096b03c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:55.774316 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-faea7d2f-bd93-491b-ae91-6ea096b03c77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a53e0cf9-7c49-4dc7-8041-8b37d62be459 HTTP/1.1" status: 204 len: 168 time: 0.2167797 Jun 17 09:04:55.782411 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea7d2f-bd93-491b-ae91-6ea096b03c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e0cf9-7c49-4dc7-8041-8b37d62be459,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:56.095541 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47312) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:56.239721 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Deleting port e11ce4ca-6c4d-45e9-ac99-d2e68091d1be {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:56.240442 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:56.316114 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:56.316438 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:56.328896 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Calling delete_port for e11ce4ca-6c4d-45e9-ac99-d2e68091d1be owned by network:floatingip {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:56.466159 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:56.555537 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47316) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:56.568908 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ec42cff-94c8-4df2-bdd5-3ecac614c59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:56.579151 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (e11ce4ca-6c4d-45e9-ac99-d2e68091d1be), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:56.608238 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event deleted for resources: {'Port': ['ID=e11ce4ca-6c4d-45e9-ac99-d2e68091d1be,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:56.615581 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:56.698465 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (54f4e072-c6f8-44c1-b067-149712d06457), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:56.698787 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.db.l3_db [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Floating IP 54f4e072-c6f8-44c1-b067-149712d06457 disassociated (deleted). External IP: 172.27.0.126, port: 5841a5dd-f021-4da9-a952-f77917f1048b. Jun 17 09:04:56.790465 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ec42cff-94c8-4df2-bdd5-3ecac614c59d admin admin] Publish callbacks [] for security_group (86ce1dff-7438-4081-8d83-24759430d194), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:57.144557 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-2ec42cff-94c8-4df2-bdd5-3ecac614c59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (86ce1dff-7438-4081-8d83-24759430d194), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:57.204288 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-2ec42cff-94c8-4df2-bdd5-3ecac614c59d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d0ed803af434614a7a9b6c81c5f0c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6476474 Jun 17 09:04:57.205355 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42cff-94c8-4df2-bdd5-3ecac614c59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce1dff-7438-4081-8d83-24759430d194,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:57.206943 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47318) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:57.214656 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:04:57.224792 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:57.260411 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4659fd06-d842-4f68-bc0e-0f6a2dd0f919 admin admin] Publish callbacks [] for security_group (86ce1dff-7438-4081-8d83-24759430d194), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:57.285869 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4659fd06-d842-4f68-bc0e-0f6a2dd0f919 admin admin] Publish callbacks [] for security_group (86ce1dff-7438-4081-8d83-24759430d194), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:57.322587 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:04:57.328646 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:57.332848 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:04:57.342859 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:04:57.343341 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:57.359520 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-46fef76e-8679-4253-9e82-9b8b2b95f16b tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "DELETE /v2.0/floatingips/54f4e072-c6f8-44c1-b067-149712d06457 HTTP/1.1" status: 204 len: 168 time: 1.2629232 Jun 17 09:04:57.360248 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:04:57.362581 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727677e5-2762-48b6-b9a3-9a722ef66dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:04:57.403271 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013770df-245b-423c-84dc-09c834cc1450 x-openstack-request-id: req-013770df-245b-423c-84dc-09c834cc1450 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:04:57.409006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:04:57.409006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-013770df-245b-423c-84dc-09c834cc1450 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:04:57.409006 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013770df-245b-423c-84dc-09c834cc1450'] response: {'name': 'network-changed', 'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b', 'status': 'completed', 'code': 200} Jun 17 09:04:57.430211 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4659fd06-d842-4f68-bc0e-0f6a2dd0f919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (86ce1dff-7438-4081-8d83-24759430d194), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:57.432789 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-4659fd06-d842-4f68-bc0e-0f6a2dd0f919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:57.440227 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-4659fd06-d842-4f68-bc0e-0f6a2dd0f919 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86ce1dff-7438-4081-8d83-24759430d194 HTTP/1.1" status: 204 len: 168 time: 0.2319608 Jun 17 09:04:57.452646 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:04:57.464156 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659fd06-d842-4f68-bc0e-0f6a2dd0f919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce1dff-7438-4081-8d83-24759430d194,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:57.492069 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-aaa6f26a-39a7-46c2-9e1b-97c600ef3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:57.493886 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-aaa6f26a-39a7-46c2-9e1b-97c600ef3af2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 1130 time: 0.0663967 Jun 17 09:04:57.599764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-4d8d31e7-2944-4926-816d-c5770eb4c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:57.601356 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-4d8d31e7-2944-4926-816d-c5770eb4c845 service neutron] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 911 time: 0.1004455 Jun 17 09:04:57.640842 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-eb424545-7217-469d-8361-12f38bcd2fed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5841a5dd-f021-4da9-a952-f77917f1048b HTTP/1.1" status: 200 len: 217 time: 0.0334520 Jun 17 09:04:57.692292 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-e2932b28-dd23-4596-a9e6-40c05ea84274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:57.693800 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-e2932b28-dd23-4596-a9e6-40c05ea84274 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0478516 Jun 17 09:04:57.743417 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-fad726c6-feb4-4f92-93b3-b745b7778793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:57.744956 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-fad726c6-feb4-4f92-93b3-b745b7778793 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450816 Jun 17 09:04:57.778545 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:15Z', 'revision_number': 1, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:57.805737 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:04:57.815513 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:04:57.816134 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:57.845628 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-5618d464-2b5f-4b4f-b43c-775f46e7baa8 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947216 Jun 17 09:04:57.927299 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:04:57.945505 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11948e-2e74-48ad-b205-da7a7771aa4d req-b4531edd-cb1e-4503-b94e-3ff7f0388f3f tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:57.946911 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe11948e-2e74-48ad-b205-da7a7771aa4d req-b4531edd-cb1e-4503-b94e-3ff7f0388f3f tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Jun 17 09:04:57.996731 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fe11948e-2e74-48ad-b205-da7a7771aa4d req-ceffe0e2-62b8-408a-a89f-a55a62f3a778 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Jun 17 09:04:58.140232 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:15Z', 'revision_number': 1, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:04:58.165607 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283b72f-163b-4a55-af7b-bd64549cdaad None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_floatingips': [{'id': '19210f40-0650-431e-b056-4a4b8a1cdd8e', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'router_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'port_id': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'mac_address': 'fa:16:3e:20:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T09:01:13Z', 'updated_at': '2022-06-17T09:01:15Z', 'revision_number': 1, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:04:58.235089 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47330) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:58.248621 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c3df55e9-3789-40cf-acaf-4db8b51eb6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:58.328758 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c3df55e9-3789-40cf-acaf-4db8b51eb6aa admin admin] Publish callbacks [] for security_group (7ce2525c-9102-45a3-9dfb-205362ce795c), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:58.384622 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-c3df55e9-3789-40cf-acaf-4db8b51eb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7ce2525c-9102-45a3-9dfb-205362ce795c), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:58.387837 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1960a0d-546a-40d4-96cb-2106533f9925 None None] New status for floating IP 54f4e072-c6f8-44c1-b067-149712d06457: DOWN {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:04:58.430483 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-c3df55e9-3789-40cf-acaf-4db8b51eb6aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3fb635bd675948d4a4b2b0f7eca9dea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942756 Jun 17 09:04:58.431329 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df55e9-3789-40cf-acaf-4db8b51eb6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2525c-9102-45a3-9dfb-205362ce795c,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:58.433872 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47332) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:04:58.487679 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:04:58.499597 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aee96e6e-507e-45a3-b600-cccb71b788a2 admin admin] Publish callbacks [] for security_group (7ce2525c-9102-45a3-9dfb-205362ce795c), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:58.521563 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aee96e6e-507e-45a3-b600-cccb71b788a2 admin admin] Publish callbacks [] for security_group (7ce2525c-9102-45a3-9dfb-205362ce795c), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:58.652818 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aee96e6e-507e-45a3-b600-cccb71b788a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7ce2525c-9102-45a3-9dfb-205362ce795c), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:58.656091 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-aee96e6e-507e-45a3-b600-cccb71b788a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:58.657256 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-aee96e6e-507e-45a3-b600-cccb71b788a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ce2525c-9102-45a3-9dfb-205362ce795c HTTP/1.1" status: 204 len: 168 time: 0.2216203 Jun 17 09:04:58.665452 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee96e6e-507e-45a3-b600-cccb71b788a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2525c-9102-45a3-9dfb-205362ce795c,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:58.921938 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-727677e5-2762-48b6-b9a3-9a722ef66dfd req-38aa26d7-df53-4659-af90-f79b35cf2ff0 service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859070 Jun 17 09:04:59.124950 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e482a-5126-44d8-bb93-0897214cdd9f req-0a4ee56a-c715-4eb6-99d3-609d6cacc9f5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:59.126964 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d3e482a-5126-44d8-bb93-0897214cdd9f req-0a4ee56a-c715-4eb6-99d3-609d6cacc9f5 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 946 time: 0.0534694 Jun 17 09:04:59.186997 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7d3e482a-5126-44d8-bb93-0897214cdd9f req-6ad14dd4-6e4b-41b0-a0b5-6aa7d3866775 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472503 Jun 17 09:04:59.376396 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102faf-2ec3-4044-be34-7260ee64b61a req-80f8a7f2-f6d8-45aa-8881-0dc78bf72630 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:04:59.400370 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-27102faf-2ec3-4044-be34-7260ee64b61a req-80f8a7f2-f6d8-45aa-8881-0dc78bf72630 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 946 time: 0.0466621 Jun 17 09:04:59.476120 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Deleting port 5841a5dd-f021-4da9-a952-f77917f1048b {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:04:59.476772 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:59.574337 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] For port 5841a5dd-f021-4da9-a952-f77917f1048b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5841a5dd-f021-4da9-a952-f77917f1048b,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:04:59.574700 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:59.587967 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Calling delete_port for 5841a5dd-f021-4da9-a952-f77917f1048b owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:04:59.778625 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (5841a5dd-f021-4da9-a952-f77917f1048b), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:59.819470 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event deleted for resources: {'Port': ['ID=5841a5dd-f021-4da9-a952-f77917f1048b,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:04:59.856437 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] No DVR routers for this DVR port 5841a5dd-f021-4da9-a952-f77917f1048b on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:04:59.859854 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:04:59.863322 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-27102faf-2ec3-4044-be34-7260ee64b61a req-216126dd-e1ab-4baa-8fc7-a520adc35499 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "DELETE /v2.0/ports/5841a5dd-f021-4da9-a952-f77917f1048b HTTP/1.1" status: 204 len: 173 time: 0.4805672 Jun 17 09:04:59.863898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'name': 'network-vif-deleted', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:04:59.866776 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed68c118-6852-4b30-b400-8852b04b8c57" -d '{"events": [{"server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "name": "network-vif-deleted", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:04:59.905312 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa24d77-2398-4188-8c1a-d0f91cd87094 x-openstack-request-id: req-afa24d77-2398-4188-8c1a-d0f91cd87094 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:04:59.905601 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f34aae-76cf-4423-b9c0-db2ce701d138", "name": "network-vif-deleted", "tag": "5841a5dd-f021-4da9-a952-f77917f1048b", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:04:59.905848 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afa24d77-2398-4188-8c1a-d0f91cd87094 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:04:59.906294 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa24d77-2398-4188-8c1a-d0f91cd87094'] response: {'server_uuid': '30f34aae-76cf-4423-b9c0-db2ce701d138', 'name': 'network-vif-deleted', 'tag': '5841a5dd-f021-4da9-a952-f77917f1048b', 'status': 'completed', 'code': 200} Jun 17 09:05:00.289047 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-1e8f67e2-2477-4e5c-80ce-c0fef12679c1 req-f609e0f6-2d77-46b9-b850-cc85aab172da tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 210 time: 0.0302463 Jun 17 09:05:01.321987 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1b291fe9-38d3-4bbb-a8ed-f30fa4297312 req-22c185be-a7cf-490d-8495-b7dd8e9a2caa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285339 Jun 17 09:05:01.374866 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1b291fe9-38d3-4bbb-a8ed-f30fa4297312 req-55bfd100-1972-479e-8996-5f07713e5233 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 210 time: 0.0269599 Jun 17 09:05:01.412164 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-04483610-e57b-4ee4-8494-cb0fb8fe1b60 req-82499951-edff-498d-b4de-93968f977dca tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=30f34aae-76cf-4423-b9c0-db2ce701d138 HTTP/1.1" status: 200 len: 210 time: 0.0292196 Jun 17 09:05:01.496108 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b291fe9-38d3-4bbb-a8ed-f30fa4297312 req-dcb656ed-477a-407f-a92a-2b6d8082ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:01.497594 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1b291fe9-38d3-4bbb-a8ed-f30fa4297312 req-dcb656ed-477a-407f-a92a-2b6d8082ada6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1072426 Jun 17 09:05:01.523710 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:01.597108 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b291fe9-38d3-4bbb-a8ed-f30fa4297312 req-0ef0e27f-3f22-4270-9e32-276066d1ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:01.598590 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-1b291fe9-38d3-4bbb-a8ed-f30fa4297312 req-0ef0e27f-3f22-4270-9e32-276066d1ac85 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953181 Jun 17 09:05:01.812233 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47416) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:01.920869 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93546d5c-8824-4333-b6e6-e6dadce69636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:01.996195 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93546d5c-8824-4333-b6e6-e6dadce69636 admin admin] Publish callbacks [] for security_group (06f1ab6b-8c62-47ed-9746-4d245ffead2f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:02.075724 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-93546d5c-8824-4333-b6e6-e6dadce69636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (06f1ab6b-8c62-47ed-9746-4d245ffead2f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:02.116622 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-93546d5c-8824-4333-b6e6-e6dadce69636 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d359c9f0a15e4578bc9ebd1f9d6532cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033164 Jun 17 09:05:02.117470 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546d5c-8824-4333-b6e6-e6dadce69636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f1ab6b-8c62-47ed-9746-4d245ffead2f,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:02.119410 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47420) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:02.166105 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:02.169619 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8508c433-b6fb-4fde-bd76-a3dfbcb455d3 admin admin] Publish callbacks [] for security_group (06f1ab6b-8c62-47ed-9746-4d245ffead2f), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:02.192474 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8508c433-b6fb-4fde-bd76-a3dfbcb455d3 admin admin] Publish callbacks [] for security_group (06f1ab6b-8c62-47ed-9746-4d245ffead2f), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:02.327170 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8508c433-b6fb-4fde-bd76-a3dfbcb455d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (06f1ab6b-8c62-47ed-9746-4d245ffead2f), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:02.329808 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-8508c433-b6fb-4fde-bd76-a3dfbcb455d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:02.331056 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-8508c433-b6fb-4fde-bd76-a3dfbcb455d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06f1ab6b-8c62-47ed-9746-4d245ffead2f HTTP/1.1" status: 204 len: 168 time: 0.2106688 Jun 17 09:05:02.339436 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508c433-b6fb-4fde-bd76-a3dfbcb455d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f1ab6b-8c62-47ed-9746-4d245ffead2f,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:02.827287 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5841a5dd-f021-4da9-a952-f77917f1048b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:02.846228 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 5841a5dd-f021-4da9-a952-f77917f1048b {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:02.846559 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 5841a5dd-f021-4da9-a952-f77917f1048b not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:03.035517 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47432) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:03.049235 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7c57212-f774-4cee-be69-4d50d60779e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:03.124850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7c57212-f774-4cee-be69-4d50d60779e8 admin admin] Publish callbacks [] for security_group (7fa0d7bc-ca02-4bed-8671-c14df9c76afd), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:03.244267 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f7c57212-f774-4cee-be69-4d50d60779e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7fa0d7bc-ca02-4bed-8671-c14df9c76afd), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:03.288017 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f7c57212-f774-4cee-be69-4d50d60779e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c06c93490b924b1db20bf502e7a4c823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514074 Jun 17 09:05:03.288867 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c57212-f774-4cee-be69-4d50d60779e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa0d7bc-ca02-4bed-8671-c14df9c76afd,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:03.290688 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47434) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:03.345796 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-77ada97c-4907-4790-b300-609605fdce5f admin admin] Publish callbacks [] for security_group (7fa0d7bc-ca02-4bed-8671-c14df9c76afd), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:03.363096 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:03.367821 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-77ada97c-4907-4790-b300-609605fdce5f admin admin] Publish callbacks [] for security_group (7fa0d7bc-ca02-4bed-8671-c14df9c76afd), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:03.373579 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:03.501610 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-77ada97c-4907-4790-b300-609605fdce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (7fa0d7bc-ca02-4bed-8671-c14df9c76afd), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:03.504174 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-77ada97c-4907-4790-b300-609605fdce5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:03.505334 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-77ada97c-4907-4790-b300-609605fdce5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7fa0d7bc-ca02-4bed-8671-c14df9c76afd HTTP/1.1" status: 204 len: 168 time: 0.2131224 Jun 17 09:05:03.513949 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ada97c-4907-4790-b300-609605fdce5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa0d7bc-ca02-4bed-8671-c14df9c76afd,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:04.678085 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:05:04.920040 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47474) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:05.316551 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47478) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:05.318584 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Deleting port 6d1ae36a-fc46-470f-b00b-3fb24f305dfa {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:05.318924 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.395584 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.395999 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.408956 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Calling delete_port for 6d1ae36a-fc46-470f-b00b-3fb24f305dfa owned by network:floatingip {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:05.425432 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.506342 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Publish callbacks [] for security_group (78c67fba-fd3b-4fc8-81dd-859c416fce16), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.615898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (78c67fba-fd3b-4fc8-81dd-859c416fce16), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.657355 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b663ff4ce3740f9ad2a1224766d1f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394561 Jun 17 09:05:05.658245 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c67fba-fd3b-4fc8-81dd-859c416fce16,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:05.660110 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47482) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:05.666242 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.666592 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.666928 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.667276 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.667633 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.667961 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.668282 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.668604 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.668926 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.669248 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.669572 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.669893 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.670212 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.670533 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.671769 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60334115-7886-4d22-8ab3-df8bf8982a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:05.695394 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (6d1ae36a-fc46-470f-b00b-3fb24f305dfa), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.729828 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event deleted for resources: {'Port': ['ID=6d1ae36a-fc46-470f-b00b-3fb24f305dfa,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:05.784704 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-92e049a8-2d9e-484b-8d8d-e355e4d1b648 admin admin] Publish callbacks [] for security_group (78c67fba-fd3b-4fc8-81dd-859c416fce16), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.817901 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-92e049a8-2d9e-484b-8d8d-e355e4d1b648 admin admin] Publish callbacks [] for security_group (78c67fba-fd3b-4fc8-81dd-859c416fce16), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.821523 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (19210f40-0650-431e-b056-4a4b8a1cdd8e), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:05.821855 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.l3_db [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Floating IP 19210f40-0650-431e-b056-4a4b8a1cdd8e disassociated (deleted). External IP: 172.27.0.157, port: b4cd31ab-2201-4188-9f14-62d62fa9247e. Jun 17 09:05:05.979725 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:06.024003 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-92e049a8-2d9e-484b-8d8d-e355e4d1b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (78c67fba-fd3b-4fc8-81dd-859c416fce16), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:06.026722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-92e049a8-2d9e-484b-8d8d-e355e4d1b648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:06.027889 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-92e049a8-2d9e-484b-8d8d-e355e4d1b648 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/78c67fba-fd3b-4fc8-81dd-859c416fce16 HTTP/1.1" status: 204 len: 168 time: 0.3667691 Jun 17 09:05:06.032140 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:06.044375 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e049a8-2d9e-484b-8d8d-e355e4d1b648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c67fba-fd3b-4fc8-81dd-859c416fce16,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:06.059906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:06.059906 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:06.068238 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:05:06.175240 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:05:06.180322 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:06.184740 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:05:06.196159 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:05:06.196768 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:06.211463 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5929a099-d148-4ba6-9c67-aec0a94ed3f3 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "DELETE /v2.0/floatingips/19210f40-0650-431e-b056-4a4b8a1cdd8e HTTP/1.1" status: 204 len: 168 time: 1.2898521 Jun 17 09:05:06.212054 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e'}] {{(pid=116210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:06.224603 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe9d0484b84907803cd417b2706179e90b73cbb0fbecc96edf7399c9085852f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9128da3-e83e-4496-9533-b3f202989491" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e"}]}' {{(pid=116210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:06.261729 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70312d8a-821b-4974-9550-30b1706f5360 x-openstack-request-id: req-70312d8a-821b-4974-9550-30b1706f5360 {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:06.262081 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e", "status": "completed", "code": 200}]} {{(pid=116210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:06.262385 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70312d8a-821b-4974-9550-30b1706f5360 {{(pid=116210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:06.263125 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70312d8a-821b-4974-9550-30b1706f5360'] response: {'name': 'network-changed', 'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'status': 'completed', 'code': 200} Jun 17 09:05:06.292993 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:06.306978 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:05:06.336332 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9128da3-e83e-4496-9533-b3f202989491 req-a38a3c96-1eb5-429e-9b3a-32f653912676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:06.337957 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a9128da3-e83e-4496-9533-b3f202989491 req-a38a3c96-1eb5-429e-9b3a-32f653912676 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 1129 time: 0.0526350 Jun 17 09:05:06.443644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9128da3-e83e-4496-9533-b3f202989491 req-811e3b27-6e14-4ceb-ae73-9f2ee7b9628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:06.445357 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a9128da3-e83e-4496-9533-b3f202989491 req-811e3b27-6e14-4ceb-ae73-9f2ee7b9628d service neutron] 10.222.0.83 "GET /v2.0/networks?id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 200 len: 911 time: 0.1010506 Jun 17 09:05:06.450665 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=100 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:06.503688 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a9128da3-e83e-4496-9533-b3f202989491 req-3fec5be0-397b-40c3-9b41-3e138c3033d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e HTTP/1.1" status: 200 len: 217 time: 0.0519135 Jun 17 09:05:06.512674 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:06.538688 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:05:06.547935 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:05:06.548567 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:06.560673 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9128da3-e83e-4496-9533-b3f202989491 req-eefb1086-db98-4a3e-bacc-d7e646808603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:06.562115 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a9128da3-e83e-4496-9533-b3f202989491 req-eefb1086-db98-4a3e-bacc-d7e646808603 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 200 len: 849 time: 0.0530524 Jun 17 09:05:06.576240 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:06.614669 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9128da3-e83e-4496-9533-b3f202989491 req-45e16ecb-e5f8-41e7-9a60-704e11e40424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:06.616371 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a9128da3-e83e-4496-9533-b3f202989491 req-45e16ecb-e5f8-41e7-9a60-704e11e40424 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=131209d2-1a19-4f69-ac13-17a3bc0e6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478323 Jun 17 09:05:06.654633 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:05:06.688091 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2a216-7fa7-4c13-a2cd-a618eb0a7ae6 req-3201a6e2-6b70-4962-96aa-86ed252b7c2a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:06.689706 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-99c2a216-7fa7-4c13-a2cd-a618eb0a7ae6 req-3201a6e2-6b70-4962-96aa-86ed252b7c2a tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 945 time: 0.0491173 Jun 17 09:05:06.743380 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-99c2a216-7fa7-4c13-a2cd-a618eb0a7ae6 req-d58a1498-a8c9-449d-937f-9db7b80b95df tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475872 Jun 17 09:05:06.854555 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:06.882678 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57204cd8-3336-451c-b2f0-ab1b465a076e None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T08:57:45Z', 'revision_number': 4, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi', '_interfaces': [{'id': 'e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf', 'name': '', 'network_id': '131209d2-1a19-4f69-ac13-17a3bc0e6ba1', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'mac_address': 'fa:16:3e:cd:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:44Z', 'updated_at': '2022-06-17T08:57:49Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'subnets': [{'id': '53ee12da-c60f-4b77-b335-ec646bcb4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:05:07.118679 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284b625-9349-4ce1-98b6-37bd6c5c61cb None None] New status for floating IP 19210f40-0650-431e-b056-4a4b8a1cdd8e: DOWN {{(pid=116211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 09:05:07.218730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47510) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:07.316225 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.v2.base [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434481782-network', 'tenant_id': 'a3661c95e2114a67b40bff418d2f0a3f'}} {{(pid=116210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:05:07.395615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Made reservation on behalf of a3661c95e2114a67b40bff418d2f0a3f for: {'network': 1} {{(pid=116210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:05:07.397913 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for network (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.407161 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.489115 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks [] for security_group (8384ad32-fe90-47bc-9395-284289f20ec7), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.567182 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8384ad32-fe90-47bc-9395-284289f20ec7), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.595950 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=116210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:05:07.602282 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8384ad32-fe90-47bc-9395-284289f20ec7,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:07.612257 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (5e5961e4-fbf0-49a8-a3f9-c62b689f821b), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.612595 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.db.segments_db [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Added segment 5e5961e4-fbf0-49a8-a3f9-c62b689f821b of type vlan for network 18ce522e-401c-4f75-aa04-b101cb609c9f Jun 17 09:05:07.620098 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.620433 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.620763 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.621091 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.621413 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.621731 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.622046 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.622366 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.622705 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.622992 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.623303 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.624266 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.624591 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.624903 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.625231 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:07.666113 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782193254750'] for network (18ce522e-401c-4f75-aa04-b101cb609c9f), precommit_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.693466 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a9128da3-e83e-4496-9533-b3f202989491 req-af86392f-e2b0-4e42-89bb-df11c77d4fcf service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878143 Jun 17 09:05:07.741349 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069'] for network (18ce522e-401c-4f75-aa04-b101cb609c9f), after_create {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.742385 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:07.742953 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:07.774056 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:07.808908 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] Pushing event updated for resources: {'Network': ['ID=18ce522e-401c-4f75-aa04-b101cb609c9f,revision_number=1']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:07.820008 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Network 18ce522e-401c-4f75-aa04-b101cb609c9f details requested by agent ovs-agent-dv-cinder-797608-33-iscsi with host dv-cinder-797608-33-iscsi {{(pid=116211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 09:05:07.862075 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-cb50be1a-7c2b-43e0-a00b-ca0d1b1a110e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6421483 Jun 17 09:05:07.863094 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47516) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:07.867856 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Request body: {'subnet': {'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434481782-subnet', 'tenant_id': 'a3661c95e2114a67b40bff418d2f0a3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:05:07.881930 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff07b8-bfa3-494e-befa-2e9fd6dd3e1c req-e4500407-d906-4a53-bfef-7bcb02548f68 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:07.884267 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6ff07b8-bfa3-494e-befa-2e9fd6dd3e1c req-e4500407-d906-4a53-bfef-7bcb02548f68 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 945 time: 0.0577180 Jun 17 09:05:07.889782 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:07.893718 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-a9128da3-e83e-4496-9533-b3f202989491 req-734edccb-9d45-45e2-956a-0e081be420ee service neutron] 10.222.0.83 "GET /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110804 Jun 17 09:05:07.941478 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d6ff07b8-bfa3-494e-befa-2e9fd6dd3e1c req-5ce74000-928b-4b28-8c53-5297572a713d tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/security-groups?id=46983c26-6513-4b10-9989-9638a98c2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500031 Jun 17 09:05:07.987145 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Made reservation on behalf of a3661c95e2114a67b40bff418d2f0a3f for: {'subnet': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:05:07.990243 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14229355'] for subnet (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:08.121157 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802e620-e8d2-426a-8822-01df522cadfb req-8fa5e540-6588-414a-bcc1-9bd0244c78d2 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:08.122600 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6802e620-e8d2-426a-8822-01df522cadfb req-8fa5e540-6588-414a-bcc1-9bd0244c78d2 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 945 time: 0.0635369 Jun 17 09:05:08.264838 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Deleting port b4cd31ab-2201-4188-9f14-62d62fa9247e {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:08.265176 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:08.332764 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14163117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14229369'] for subnet (2e6ca5d0-754f-4eb5-a3ef-27d222c637f6), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:08.359341 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:08.396363 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] For port b4cd31ab-2201-4188-9f14-62d62fa9247e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b4cd31ab-2201-4188-9f14-62d62fa9247e,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:08.396713 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:08.417421 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Calling delete_port for b4cd31ab-2201-4188-9f14-62d62fa9247e owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:08.419214 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6ca5d0-754f-4eb5-a3ef-27d222c637f6,revision_number=0']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:08.473663 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Checking segment: {'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 09:05:08.474018 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Network hostable DHCP agents. Network: 18ce522e-401c-4f75-aa04-b101cb609c9f, hostable agents: ['02d8fcdb-3484-47dc-88cc-d830d54dc29d'], hosted agents: [] {{(pid=116209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:05:08.595534 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Network 18ce522e-401c-4f75-aa04-b101cb609c9f is scheduled to be hosted by DHCP agent 02d8fcdb-3484-47dc-88cc-d830d54dc29d with binding_index 1 {{(pid=116209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:05:08.652722 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (b4cd31ab-2201-4188-9f14-62d62fa9247e), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:08.684059 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-33-iscsi, 18ce522e-401c-4f75-aa04-b101cb609c9f) {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:05:08.685657 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event deleted for resources: {'Port': ['ID=b4cd31ab-2201-4188-9f14-62d62fa9247e,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:08.691301 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:08.691839 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:08.696356 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996129a7-aed6-4e99-976a-b2e0e446ec61 None None] Network 18ce522e-401c-4f75-aa04-b101cb609c9f requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 09:05:08.739284 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] No DVR routers for this DVR port b4cd31ab-2201-4188-9f14-62d62fa9247e on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:05:08.741804 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:08.745057 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6802e620-e8d2-426a-8822-01df522cadfb req-bccf3e7f-ea76-4624-96ac-e38639e71806 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.83 "DELETE /v2.0/ports/b4cd31ab-2201-4188-9f14-62d62fa9247e HTTP/1.1" status: 204 len: 173 time: 0.6058426 Jun 17 09:05:08.745492 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'name': 'network-vif-deleted', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:08.747710 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728ee105-fbfd-4846-9e56-b0969098dae9" -d '{"events": [{"server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "name": "network-vif-deleted", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:08.784718 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf681d-cda7-46ba-92e9-7dd5bdd23afd x-openstack-request-id: req-26cf681d-cda7-46ba-92e9-7dd5bdd23afd {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:08.785077 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb821c-9155-4446-a423-8e8ddddc0902", "name": "network-vif-deleted", "tag": "b4cd31ab-2201-4188-9f14-62d62fa9247e", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:08.785393 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26cf681d-cda7-46ba-92e9-7dd5bdd23afd {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:08.785881 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cf681d-cda7-46ba-92e9-7dd5bdd23afd'] response: {'server_uuid': 'cfdb821c-9155-4446-a423-8e8ddddc0902', 'name': 'network-vif-deleted', 'tag': 'b4cd31ab-2201-4188-9f14-62d62fa9247e', 'status': 'completed', 'code': 200} Jun 17 09:05:08.796034 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-d5ef8a0b-7dcf-4656-95e7-e2c38909553a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9316976 Jun 17 09:05:08.814818 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff2478-da66-4335-8978-071a7d2aa909 None None] Network 18ce522e-401c-4f75-aa04-b101cb609c9f requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 09:05:09.040049 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-bd4d2270-f862-48f4-8a33-2dafa0e42c5b req-e1053320-3e2a-4816-ac14-354cf3888b77 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfdb821c-9155-4446-a423-8e8ddddc0902 HTTP/1.1" status: 200 len: 210 time: 0.0318992 Jun 17 09:05:10.099815 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47534) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:10.207774 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Deleting port 902dc003-26e5-4277-bf2d-937dbd5cdf02 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:10.208111 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:10.287112 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:10.287479 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (902dc003-26e5-4277-bf2d-937dbd5cdf02), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:10.299997 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Calling delete_port for 902dc003-26e5-4277-bf2d-937dbd5cdf02 owned by network:floatingip {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:10.312945 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:10.531735 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (902dc003-26e5-4277-bf2d-937dbd5cdf02), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:10.554368 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event deleted for resources: {'Port': ['ID=902dc003-26e5-4277-bf2d-937dbd5cdf02,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:10.617723 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for floatingip (ae3a2676-9f54-415f-814f-5ade0d82251f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:10.620204 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for floatingip (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:10.621337 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-56681887-00ca-4bad-adc0-0284ae4f7aeb tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "DELETE /v2.0/floatingips/ae3a2676-9f54-415f-814f-5ade0d82251f HTTP/1.1" status: 204 len: 168 time: 0.5230687 Jun 17 09:05:10.861718 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b4cd31ab-2201-4188-9f14-62d62fa9247e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:10.881677 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: b4cd31ab-2201-4188-9f14-62d62fa9247e {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:10.882654 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device b4cd31ab-2201-4188-9f14-62d62fa9247e not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:10.963736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-52026e6f-d6d8-4768-ad82-536330db2a9a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:10.965214 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-52026e6f-d6d8-4768-ad82-536330db2a9a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/networks?id=18ce522e-401c-4f75-aa04-b101cb609c9f HTTP/1.1" status: 200 len: 808 time: 0.1074879 Jun 17 09:05:10.980222 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b48fe9a9-439a-49ec-883d-949b72f5cf0e tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/quotas/a3661c95e2114a67b40bff418d2f0a3f HTTP/1.1" status: 200 len: 375 time: 0.0093017 Jun 17 09:05:11.012892 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-ba5101d4-85d6-4042-a2fa-9160dcba1184 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274041 Jun 17 09:05:11.070020 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-f86d99fb-be85-4ecd-98db-e20c08aad17a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=116210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 09:05:11.071004 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-f86d99fb-be85-4ecd-98db-e20c08aad17a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0498033 Jun 17 09:05:11.153506 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:11.163594 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-c1f1f4ff-24c1-4f7f-b4af-cabfb6e069d1 service neutron] 10.222.0.78 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865660 Jun 17 09:05:11.255636 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-0ce3486b-ce27-49d1-a471-5264401a0f97 service neutron] 10.222.0.78 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855653 Jun 17 09:05:11.535423 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-108fd76c-7d60-405a-855b-1cb0cd5fbc7e req-95a9f076-1ba1-4dc4-a45b-bb21c531da69 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 210 time: 0.0321190 Jun 17 09:05:12.070030 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47574) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:12.131142 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5ce6735f-440f-4275-807d-798d6a94b039 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group (46983c26-6513-4b10-9989-9638a98c2dfe), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:12.157103 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5ce6735f-440f-4275-807d-798d6a94b039 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group (46983c26-6513-4b10-9989-9638a98c2dfe), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:12.301636 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5ce6735f-440f-4275-807d-798d6a94b039 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (46983c26-6513-4b10-9989-9638a98c2dfe), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:12.304730 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5ce6735f-440f-4275-807d-798d6a94b039 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:12.305988 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5ce6735f-440f-4275-807d-798d6a94b039 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] 10.222.0.78 "DELETE /v2.0/security-groups/46983c26-6513-4b10-9989-9638a98c2dfe HTTP/1.1" status: 204 len: 168 time: 0.2337687 Jun 17 09:05:12.319761 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6735f-440f-4275-807d-798d6a94b039 tempest-TestVolumeBootPattern-2115809400 tempest-TestVolumeBootPattern-2115809400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46983c26-6513-4b10-9989-9638a98c2dfe,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:12.445855 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47580) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:12.629642 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-fc1938b9-36ec-41fa-9900-ba33a8c3b4e0 req-37433e48-d7d0-4cdb-ad08-f1ade40d34d4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 210 time: 0.0319781 Jun 17 09:05:12.674911 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:12.884565 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:13.058986 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:13.131072 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Deleting port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:13.131333 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:13.221149 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] For port e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:13.221771 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:13.238981 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Calling delete_port for e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:13.526944 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:13.554523 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:13.679551 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:13.746777 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:13.747091 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-56e71784-da18-40e7-bdbd-07d16a688e18 req-b60bbb50-9573-4601-aa75-0457b359b50d tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 210 time: 0.0394640 Jun 17 09:05:14.302929 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:05:14.327850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-fa9eedc3-c62e-434e-90ca-08165b1e568d tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:14.343609 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-fa9eedc3-c62e-434e-90ca-08165b1e568d tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "GET /v2.0/networks?id=18ce522e-401c-4f75-aa04-b101cb609c9f HTTP/1.1" status: 200 len: 808 time: 0.3958066 Jun 17 09:05:14.343609 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Request body: {'port': {'device_id': '6e9ef870-363e-4886-9445-96ce8444b819', 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f', 'admin_state_up': True, 'tenant_id': 'a3661c95e2114a67b40bff418d2f0a3f'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:05:14.489410 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:14.505611 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:05:14.510875 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-f4638e2e-b77b-46b6-8e01-9a88132d98e3 admin admin] 10.222.0.78 "PUT /v2.0/routers/4bca84f4-cd82-4af4-aaba-e243a1bd1deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0634270 Jun 17 09:05:14.514283 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] Sync routers for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:05:14.520696 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47588) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:14.524349 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:05:14.524950 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:14.630928 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: dv-cinder-797608-33-iscsi {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:05:14.634864 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks [] for router (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:14.672850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Made reservation on behalf of a3661c95e2114a67b40bff418d2f0a3f for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:05:14.676642 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:14.788181 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:14.839962 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks [] for router_gateway (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:14.847431 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-19d973f2-f3db-4ca4-ba6e-eaf060b70724 req-f3c3223e-31ee-4ef0-bfd6-aa5ab4e47bf2 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 210 time: 0.0329006 Jun 17 09:05:14.871322 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Allocated IP 172.20.0.11 (18ce522e-401c-4f75-aa04-b101cb609c9f/2e6ca5d0-754f-4eb5-a3ef-27d222c637f6/a6aee089-810c-4274-a9c4-5174509375b2) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:05:14.875588 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:14.891840 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '9725d396-78de-4346-9e68-97418117b0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T09:05:13Z', 'revision_number': 5, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port': {'id': '9725d396-78de-4346-9e68-97418117b0f4', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:42Z', 'updated_at': '2022-06-17T08:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:14.918661 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] Checking router: 4bca84f4-cd82-4af4-aaba-e243a1bd1deb for host: dv-cinder-797608-33-iscsi {{(pid=116212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:05:14.930615 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] Routers {'4bca84f4-cd82-4af4-aaba-e243a1bd1deb'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:05:14.931323 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'], 'active': True} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:15.023547 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_dvr_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] Set router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb gateway port host: None {{(pid=116212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:05:15.033540 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Deleting port 9725d396-78de-4346-9e68-97418117b0f4 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:15.033540 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (9725d396-78de-4346-9e68-97418117b0f4), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.083431 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.l3_hamode_db [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T09:05:14Z', 'revision_number': 6, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:15.107539 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3fbe1-b4bc-4702-a7ec-54e3c0b22d80 None None] The sync data for ids ['4bca84f4-cd82-4af4-aaba-e243a1bd1deb'] in dv-cinder-797608-33-iscsi is: [{'id': '4bca84f4-cd82-4af4-aaba-e243a1bd1deb', 'name': 'tempest-TestVolumeBootPattern-43890328-router', 'tenant_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:41Z', 'updated_at': '2022-06-17T09:05:14Z', 'revision_number': 6, 'project_id': '4c3ecf1efb8748a0af09e501e2b9d81b', 'gw_port_host': None}] {{(pid=116212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:05:15.148715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks [] for port (a6aee089-810c-4274-a9c4-5174509375b2), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.169499 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] For port 9725d396-78de-4346-9e68-97418117b0f4, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=9725d396-78de-4346-9e68-97418117b0f4,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:15.169846 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (9725d396-78de-4346-9e68-97418117b0f4), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.197271 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Calling delete_port for 9725d396-78de-4346-9e68-97418117b0f4 owned by network:router_gateway {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:15.265644 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:15.297915 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (a6aee089-810c-4274-a9c4-5174509375b2), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.366322 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Network 18ce522e-401c-4f75-aa04-b101cb609c9f is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:05:15.368311 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Pushing event updated for resources: {'Port': ['ID=a6aee089-810c-4274-a9c4-5174509375b2,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:15.373077 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:05:15.376341 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:05:15.450876 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:15.451601 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.464111 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:15.566935 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (9725d396-78de-4346-9e68-97418117b0f4), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.591051 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9725d396-78de-4346-9e68-97418117b0f4,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:15.597770 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-3b270506-b134-4a6f-97a5-219e9b808d51 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2604628 Jun 17 09:05:15.609749 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Request body: {'port': {'device_id': '6e9ef870-363e-4886-9445-96ce8444b819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:05:15.713529 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.718956 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a6aee089-810c-4274-a9c4-5174509375b2), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.829760 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.833364 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks [] for router_controller (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:15.974615 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb29fe8-e3e7-4344-9d0d-51d1b5579839 req-004e2666-c1d0-463f-b952-776139bc7906 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:15.976363 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cdb29fe8-e3e7-4344-9d0d-51d1b5579839 req-004e2666-c1d0-463f-b952-776139bc7906 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 932 time: 0.0480936 Jun 17 09:05:16.015882 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (4bca84f4-cd82-4af4-aaba-e243a1bd1deb), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.016510 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bca84f4-cd82-4af4-aaba-e243a1bd1deb {{(pid=116209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 09:05:16.021737 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.022866 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-7f8b5823-23a5-44a8-a6a1-f61f3b9c9b61 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4bca84f4-cd82-4af4-aaba-e243a1bd1deb HTTP/1.1" status: 204 len: 168 time: 1.5013406 Jun 17 09:05:16.025908 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47598) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:16.035554 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cdb29fe8-e3e7-4344-9d0d-51d1b5579839 req-606ecdb8-4ef1-40b8-9960-ae635067c672 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529368 Jun 17 09:05:16.077624 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] Deleting subnet 53ee12da-c60f-4b77-b335-ec646bcb4d67 {{(pid=116210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 09:05:16.081362 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] Publish callbacks [] for subnet (53ee12da-c60f-4b77-b335-ec646bcb4d67), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.119510 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aee089-810c-4274-a9c4-5174509375b2 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:05:16.124214 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15822002'] for subnet (53ee12da-c60f-4b77-b335-ec646bcb4d67), precommit_delete_associations {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.128746 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Publish callbacks [] for port (a6aee089-810c-4274-a9c4-5174509375b2), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.143938 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Transition to ACTIVE for port object a6aee089-810c-4274-a9c4-5174509375b2 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 09:05:16.203233 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (53ee12da-c60f-4b77-b335-ec646bcb4d67), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.218356 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (a6aee089-810c-4274-a9c4-5174509375b2), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.269224 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aee089-810c-4274-a9c4-5174509375b2,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:16.313390 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:16.316128 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14377905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13658328'] for subnet (53ee12da-c60f-4b77-b335-ec646bcb4d67), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.346185 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Attempting to bind port a6aee089-810c-4274-a9c4-5174509375b2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 09:05:16.346521 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Attempting to bind port a6aee089-810c-4274-a9c4-5174509375b2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 09:05:16.346655 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:16.347120 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Attempting to bind port a6aee089-810c-4274-a9c4-5174509375b2 on network 18ce522e-401c-4f75-aa04-b101cb609c9f {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:05:16.351973 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Port a6aee089-810c-4274-a9c4-5174509375b2 on network 18ce522e-401c-4f75-aa04-b101cb609c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 09:05:16.354209 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Attempting to bind port a6aee089-810c-4274-a9c4-5174509375b2 on network 18ce522e-401c-4f75-aa04-b101cb609c9f {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:05:16.358709 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 9, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 09:05:16.359045 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Checking segment: {'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 09:05:16.359502 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Bound using segment: {'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 09:05:16.359934 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Bound port: a6aee089-810c-4274-a9c4-5174509375b2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 09:05:16.360284 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a6aee089-810c-4274-a9c4-5174509375b2), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.377397 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ee12da-c60f-4b77-b335-ec646bcb4d67,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:16.380672 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for subnet (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.385931 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:16.387714 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-5db542a8-e55f-4075-8748-ec8cc7c24a17 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/53ee12da-c60f-4b77-b335-ec646bcb4d67 HTTP/1.1" status: 204 len: 168 time: 0.3608165 Jun 17 09:05:16.388308 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device e403ea3d-c3a6-4245-bff7-fab5ed6b3fbf not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:16.389160 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9725d396-78de-4346-9e68-97418117b0f4 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:16.390405 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47600) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:16.413516 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee5ba2-292a-4f14-984c-c7e02c53cabc None None] Network 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 09:05:16.465106 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] For port a6aee089-810c-4274-a9c4-5174509375b2, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 09:05:16.469170 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] For port a6aee089-810c-4274-a9c4-5174509375b2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a6aee089-810c-4274-a9c4-5174509375b2,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 09:05:16.474859 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (131209d2-1a19-4f69-ac13-17a3bc0e6ba1), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.475966 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 9725d396-78de-4346-9e68-97418117b0f4 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:16.476315 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 9725d396-78de-4346-9e68-97418117b0f4 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:16.482180 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:16.526586 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Deleting port dfc6ffed-4526-49ad-a8f8-376b29f81c8c {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:16.527086 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.553731 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (a6aee089-810c-4274-a9c4-5174509375b2), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.555857 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:16.603254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:16.603254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.603254 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] 10.222.0.83 "PUT /v2.0/ports/a6aee089-810c-4274-a9c4-5174509375b2 HTTP/1.1" status: 200 len: 1094 time: 0.9974794 Jun 17 09:05:16.603254 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9ef870-363e-4886-9445-96ce8444b819', 'tag': 'a6aee089-810c-4274-a9c4-5174509375b2'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:16.606428 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] For port dfc6ffed-4526-49ad-a8f8-376b29f81c8c, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:16.607293 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.613754 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e484fcbf-d72f-4820-a04c-34259bb73efe" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9ef870-363e-4886-9445-96ce8444b819", "tag": "a6aee089-810c-4274-a9c4-5174509375b2"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:16.615237 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] DHCP port deletion for 131209d2-1a19-4f69-ac13-17a3bc0e6ba1 request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 09:05:16.627973 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Calling delete_port for dfc6ffed-4526-49ad-a8f8-376b29f81c8c owned by network:dhcp {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:16.646997 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486db2e-7827-4030-8271-e03e2ed34666 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aee089-810c-4274-a9c4-5174509375b2,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:16.672386 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Deleting port dfc6ffed-4526-49ad-a8f8-376b29f81c8c {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:16.672755 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.681086 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae655959-7620-4a75-88da-983405ca4a16 x-openstack-request-id: req-ae655959-7620-4a75-88da-983405ca4a16 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:16.681384 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9ef870-363e-4886-9445-96ce8444b819", "tag": "a6aee089-810c-4274-a9c4-5174509375b2", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:16.681643 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae655959-7620-4a75-88da-983405ca4a16 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:16.682514 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae655959-7620-4a75-88da-983405ca4a16'] response: {'name': 'network-changed', 'server_uuid': '6e9ef870-363e-4886-9445-96ce8444b819', 'tag': 'a6aee089-810c-4274-a9c4-5174509375b2', 'status': 'completed', 'code': 200} Jun 17 09:05:16.745377 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] For port dfc6ffed-4526-49ad-a8f8-376b29f81c8c, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,segment=NetworkSegment(e865e4e0-3110-453e-9d78-1f1a3a0cb149),segment_id=e865e4e0-3110-453e-9d78-1f1a3a0cb149)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:16.745921 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.758964 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484fcbf-d72f-4820-a04c-34259bb73efe req-5c511186-ad8b-445c-bbf2-506f668e7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:16.761097 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e484fcbf-d72f-4820-a04c-34259bb73efe req-5c511186-ad8b-445c-bbf2-506f668e7586 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 1128 time: 0.0505047 Jun 17 09:05:16.761416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Calling delete_port for dfc6ffed-4526-49ad-a8f8-376b29f81c8c owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:16.841705 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:16.866327 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484fcbf-d72f-4820-a04c-34259bb73efe req-645e10e9-e685-43c9-8345-a015b3d6839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:16.867751 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e484fcbf-d72f-4820-a04c-34259bb73efe req-645e10e9-e685-43c9-8345-a015b3d6839e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0990095 Jun 17 09:05:16.875644 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.882011 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (dfc6ffed-4526-49ad-a8f8-376b29f81c8c), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:16.905497 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:16.909263 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] No DVR routers for this DVR port dfc6ffed-4526-49ad-a8f8-376b29f81c8c on host dv-cinder-797608-33-iscsi {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:05:16.910590 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] No DVR routers for this DVR port dfc6ffed-4526-49ad-a8f8-376b29f81c8c on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:05:16.911978 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Pushing event deleted for resources: {'Port': ['ID=dfc6ffed-4526-49ad-a8f8-376b29f81c8c,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.923934 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.924914 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.924914 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.924914 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.925179 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.925264 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f26dc-172a-456b-87bc-fd3f4a2d2fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:05:16.977731 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484fcbf-d72f-4820-a04c-34259bb73efe req-85a6a1b5-e0b7-4032-8ae8-d2c73a4138a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:16.979524 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-e484fcbf-d72f-4820-a04c-34259bb73efe req-85a6a1b5-e0b7-4032-8ae8-d2c73a4138a6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059103 Jun 17 09:05:16.984951 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (131209d2-1a19-4f69-ac13-17a3bc0e6ba1), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.006658 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131209d2-1a19-4f69-ac13-17a3bc0e6ba1']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:17.018987 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e865e4e0-3110-453e-9d78-1f1a3a0cb149') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:17.019283 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e865e4e0-3110-453e-9d78-1f1a3a0cb149') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:17.029759 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (e865e4e0-3110-453e-9d78-1f1a3a0cb149), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.044378 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (e865e4e0-3110-453e-9d78-1f1a3a0cb149), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.052983 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:05:17.053378 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (e865e4e0-3110-453e-9d78-1f1a3a0cb149), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.053772 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-aa4c8954-b20e-4979-995c-979375b0d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:17.055329 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-aa4c8954-b20e-4979-995c-979375b0d9aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 1128 time: 0.0408390 Jun 17 09:05:17.102275 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-b41ef05d-453e-4326-9456-64b0d0191eea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6aee089-810c-4274-a9c4-5174509375b2 HTTP/1.1" status: 200 len: 217 time: 0.0391574 Jun 17 09:05:17.164478 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-026fa2d8-6510-4060-bd5c-02e0c7637767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:17.165951 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-026fa2d8-6510-4060-bd5c-02e0c7637767 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2e6ca5d0-754f-4eb5-a3ef-27d222c637f6 HTTP/1.1" status: 200 len: 848 time: 0.0572584 Jun 17 09:05:17.174827 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea041a-bc9b-4616-8e80-70f9d730e679 req-1b8d2fa8-3553-46aa-9e7e-314d0d5d334d tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:17.176334 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cfea041a-bc9b-4616-8e80-70f9d730e679 req-1b8d2fa8-3553-46aa-9e7e-314d0d5d334d tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 944 time: 0.0547779 Jun 17 09:05:17.200671 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-162df3fe-acaa-4d90-9f97-a9e368554ca5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18ce522e-401c-4f75-aa04-b101cb609c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287435 Jun 17 09:05:17.208334 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (131209d2-1a19-4f69-ac13-17a3bc0e6ba1), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.222929 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.227396 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] 10.222.0.78 "DELETE /v2.0/networks/131209d2-1a19-4f69-ac13-17a3bc0e6ba1 HTTP/1.1" status: 204 len: 168 time: 0.8330216 Jun 17 09:05:17.229794 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47610) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:17.230529 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment e865e4e0-3110-453e-9d78-1f1a3a0cb149 resource provider aggregate not found Jun 17 09:05:17.250290 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d58e1-ace0-4366-b85f-eba4eed8977c admin admin] Pushing event deleted for resources: {'Network': ['ID=131209d2-1a19-4f69-ac13-17a3bc0e6ba1,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:17.262905 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-cfea041a-bc9b-4616-8e80-70f9d730e679 req-1da784ff-f6fe-4992-9181-e18c42e4e4e2 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792134 Jun 17 09:05:17.265121 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment e865e4e0-3110-453e-9d78-1f1a3a0cb149 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e865e4e0-3110-453e-9d78-1f1a3a0cb149 found for delete ", "request_id": "req-de04ada2-ea49-4519-9a88-bc3b0c748fa9"}]} Jun 17 09:05:17.382006 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-2cf2f3ad-9398-4997-9aeb-0435c30fb3a6 service neutron] 10.222.0.83 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750512 Jun 17 09:05:17.555061 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:17.574029 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-6b932cda-e097-40a6-873b-eca716d86cf5 req-0580b6d3-7301-4718-af78-f9add036be12 service neutron] 10.222.0.83 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848862 Jun 17 09:05:17.669117 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786169'] for router_interface (db6b1703-3d37-4197-bdf1-301c57d320e5), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.886655 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Deleting port cd2cda63-2862-4a05-8910-02b2e04925ab {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:17.887336 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.969078 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] For port cd2cda63-2862-4a05-8910-02b2e04925ab, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=cd2cda63-2862-4a05-8910-02b2e04925ab,segment=NetworkSegment(c51cb5ca-1461-4a49-a757-e887ba1cf4f3),segment_id=c51cb5ca-1461-4a49-a757-e887ba1cf4f3)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:17.969436 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:17.982291 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Calling delete_port for cd2cda63-2862-4a05-8910-02b2e04925ab owned by network:router_interface {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:17.994217 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:18.267141 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (cd2cda63-2862-4a05-8910-02b2e04925ab), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:18.295789 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2cda63-2862-4a05-8910-02b2e04925ab,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:18.340278 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device dfc6ffed-4526-49ad-a8f8-376b29f81c8c no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:18.364367 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: dfc6ffed-4526-49ad-a8f8-376b29f81c8c {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:18.364708 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device dfc6ffed-4526-49ad-a8f8-376b29f81c8c not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:18.401642 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606fa49-a67a-428a-8c9b-2d9afdcccc87 req-14d1dfe1-a8f5-4f31-b3e7-72d26e1e1e34 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:18.403375 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9606fa49-a67a-428a-8c9b-2d9afdcccc87 req-14d1dfe1-a8f5-4f31-b3e7-72d26e1e1e34 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 944 time: 0.0592554 Jun 17 09:05:18.460575 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-9606fa49-a67a-428a-8c9b-2d9afdcccc87 req-59f623e5-eec0-483c-ab01-588eedbd46d9 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Jun 17 09:05:18.492576 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755049'] for router_interface (db6b1703-3d37-4197-bdf1-301c57d320e5), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:18.797639 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:18.892452 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device a6aee089-810c-4274-a9c4-5174509375b2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 09:05:18.966598 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Router db6b1703-3d37-4197-bdf1-301c57d320e5 has already been hosted by L3 agent d0b0d2e6-5aec-4fe0-a464-5adc8e872f37 {{(pid=116209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 09:05:19.072871 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] Notify agent at l3_agent.dv-cinder-797608-33-iscsi the message routers_updated {{(pid=116209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 09:05:19.078727 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-af443b93-ce23-4224-9ed4-a045c70b0d47 admin admin] 10.222.0.78 "PUT /v2.0/routers/db6b1703-3d37-4197-bdf1-301c57d320e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8478220 Jun 17 09:05:19.081094 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47616) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:19.087481 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] Sync routers for ids ['db6b1703-3d37-4197-bdf1-301c57d320e5'] in dv-cinder-797608-33-iscsi {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:05:19.110148 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] Routers {'db6b1703-3d37-4197-bdf1-301c57d320e5'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:05:19.110772 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['db6b1703-3d37-4197-bdf1-301c57d320e5'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:19.169061 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port a6aee089-810c-4274-a9c4-5174509375b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a6aee089-810c-4274-a9c4-5174509375b2,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:19.186972 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks [] for router (db6b1703-3d37-4197-bdf1-301c57d320e5), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.210963 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': 'a6aee089-810c-4274-a9c4-5174509375b2', 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f', 'port_id': 'a6aee089-810c-4274-a9c4-5174509375b2', 'mac_address': 'fa:16:3e:8b:af:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6ca5d0-754f-4eb5-a3ef-27d222c637f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 09:05:19.248602 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:19.252762 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:19.271566 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:19.273222 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] Set router db6b1703-3d37-4197-bdf1-301c57d320e5 gateway port host: dv-cinder-797608-33-iscsi {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:05:19.275082 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port a6aee089-810c-4274-a9c4-5174509375b2 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:05:19.275482 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a6aee089-810c-4274-a9c4-5174509375b2), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.286823 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks [] for router_gateway (db6b1703-3d37-4197-bdf1-301c57d320e5), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.349965 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aee089-810c-4274-a9c4-5174509375b2 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:05:19.404055 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Deleting port a0b484c6-ea21-46f3-a38d-8bb9e1318065 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:19.404396 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.420642 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port a6aee089-810c-4274-a9c4-5174509375b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a6aee089-810c-4274-a9c4-5174509375b2,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:19.472480 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8b03fab5-9796-4ef3-a533-0d6e11104eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.493306 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] For port a0b484c6-ea21-46f3-a38d-8bb9e1318065, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=a0b484c6-ea21-46f3-a38d-8bb9e1318065,segment=NetworkSegment(ea3bd527-ea69-461c-9ac7-af8d24db2f7b),segment_id=ea3bd527-ea69-461c-9ac7-af8d24db2f7b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:19.493604 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.493800 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'external_fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T09:05:18Z', 'revision_number': 5, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port': {'id': 'a0b484c6-ea21-46f3-a38d-8bb9e1318065', 'name': '', 'network_id': '2ddb1054-5618-4b5c-a788-d94afbdd7d2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a41189-744a-4d57-9f5c-199958ffcf84', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-33-iscsi'}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:19.510213 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Calling delete_port for a0b484c6-ea21-46f3-a38d-8bb9e1318065 owned by network:router_gateway {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:19.524382 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a6aee089-810c-4274-a9c4-5174509375b2), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.526430 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] Checking router: db6b1703-3d37-4197-bdf1-301c57d320e5 for host: dv-cinder-797608-33-iscsi {{(pid=116211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:05:19.559615 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] Routers {'db6b1703-3d37-4197-bdf1-301c57d320e5'} bound to L3 agent in host dv-cinder-797608-33-iscsi {{(pid=116211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 09:05:19.560249 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T08:43:22Z,description=,heartbeat_timestamp=2022-06-17T09:04:52Z,host='dv-cinder-797608-33-iscsi',id=d0b0d2e6-5aec-4fe0-a464-5adc8e872f37,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T08:43:22Z,topic='l3_agent')) {'router_ids': ['db6b1703-3d37-4197-bdf1-301c57d320e5'], 'active': True} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:19.576133 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:19.590284 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44f714-c61b-4ef7-be35-2e4a56e51b1c req-22fa2f7c-aee9-441f-a317-47acb7f62401 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:19.592079 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d44f714-c61b-4ef7-be35-2e4a56e51b1c req-22fa2f7c-aee9-441f-a317-47acb7f62401 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 945 time: 0.0524552 Jun 17 09:05:19.614743 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:19.646833 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8d44f714-c61b-4ef7-be35-2e4a56e51b1c req-7500a042-f56e-47be-97fe-d25c2318cc2c tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460300 Jun 17 09:05:19.650624 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=a6aee089-810c-4274-a9c4-5174509375b2,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:19.670455 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvr_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] Set router db6b1703-3d37-4197-bdf1-301c57d320e5 gateway port host: None {{(pid=116211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 09:05:19.720313 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_hamode_db [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T09:05:19Z', 'revision_number': 6, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port_host': None}], 'dv-cinder-797608-33-iscsi', False) {} {{(pid=116211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:19.750397 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839f2a5-33d4-4efb-a26d-7be658c704b2 None None] The sync data for ids ['db6b1703-3d37-4197-bdf1-301c57d320e5'] in dv-cinder-797608-33-iscsi is: [{'id': 'db6b1703-3d37-4197-bdf1-301c57d320e5', 'name': 'tempest-TestVolumeBootPattern-627354644-router', 'tenant_id': '4729c6eb33414711b24bb51b9a389fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:57:49Z', 'updated_at': '2022-06-17T09:05:19Z', 'revision_number': 6, 'project_id': '4729c6eb33414711b24bb51b9a389fa5', 'gw_port_host': None}] {{(pid=116211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:05:19.757787 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['a6aee089-810c-4274-a9c4-5174509375b2'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:05:19.801006 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (a0b484c6-ea21-46f3-a38d-8bb9e1318065), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.829711 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b484c6-ea21-46f3-a38d-8bb9e1318065,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:19.879954 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:19.892850 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-754616'] for router_gateway (db6b1703-3d37-4197-bdf1-301c57d320e5), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.986893 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126783'] for router (db6b1703-3d37-4197-bdf1-301c57d320e5), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:19.989143 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks [] for router_controller (db6b1703-3d37-4197-bdf1-301c57d320e5), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.121544 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784338'] for router (db6b1703-3d37-4197-bdf1-301c57d320e5), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.122281 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6b1703-3d37-4197-bdf1-301c57d320e5 {{(pid=116209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 09:05:20.127250 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.129087 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-7641b088-7b26-40b7-993d-adb513b64b64 admin admin] 10.222.0.78 "DELETE /v2.0/routers/db6b1703-3d37-4197-bdf1-301c57d320e5 HTTP/1.1" status: 204 len: 168 time: 1.0470519 Jun 17 09:05:20.131775 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47620) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:20.179673 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] Deleting subnet 1dfc03c1-d218-4aa8-bbcd-41d12189eb8f {{(pid=116209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 09:05:20.183298 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] Publish callbacks [] for subnet (1dfc03c1-d218-4aa8-bbcd-41d12189eb8f), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.225071 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542764'] for subnet (1dfc03c1-d218-4aa8-bbcd-41d12189eb8f), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.303577 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (1dfc03c1-d218-4aa8-bbcd-41d12189eb8f), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.447258 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14163180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14228874'] for subnet (1dfc03c1-d218-4aa8-bbcd-41d12189eb8f), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.475118 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfc03c1-d218-4aa8-bbcd-41d12189eb8f,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:20.480666 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.484944 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47622) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:20.492383 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-b5162215-9c2b-4a9e-8d79-fff0aa38dd1f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1dfc03c1-d218-4aa8-bbcd-41d12189eb8f HTTP/1.1" status: 204 len: 168 time: 0.3594875 Jun 17 09:05:20.492537 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7d49f-ac06-4e2b-81f9-e6f2021fd494 None None] Network f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 requested from dv-cinder-797608-33-iscsi {{(pid=116211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 09:05:20.561510 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device cd2cda63-2862-4a05-8910-02b2e04925ab no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:20.572502 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.603395 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: cd2cda63-2862-4a05-8910-02b2e04925ab {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:20.603743 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device cd2cda63-2862-4a05-8910-02b2e04925ab not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:20.604170 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a0b484c6-ea21-46f3-a38d-8bb9e1318065 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:20.617793 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Deleting port 2dfe7227-48d6-4a99-9516-ba920a94e223 {{(pid=116210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:20.618314 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.627138 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: a0b484c6-ea21-46f3-a38d-8bb9e1318065 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:20.627517 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device a0b484c6-ea21-46f3-a38d-8bb9e1318065 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:20.691749 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.db [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] For port 2dfe7227-48d6-4a99-9516-ba920a94e223, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2dfe7227-48d6-4a99-9516-ba920a94e223,segment=NetworkSegment(c51cb5ca-1461-4a49-a757-e887ba1cf4f3),segment_id=c51cb5ca-1461-4a49-a757-e887ba1cf4f3)] {{(pid=116210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:20.691938 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.703652 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] DHCP port deletion for f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 request from dv-cinder-797608-33-iscsi {{(pid=116211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 09:05:20.711255 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.plugin [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Calling delete_port for 2dfe7227-48d6-4a99-9516-ba920a94e223 owned by network:dhcp {{(pid=116210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:20.751175 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] Deleting port 2dfe7227-48d6-4a99-9516-ba920a94e223 {{(pid=116211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:20.751589 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), before_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.812799 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0640ab-e81f-4e72-acf4-7068b2e6da18 req-ba794f57-3bff-4084-bd20-33a3a22b26b7 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:20.814545 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ca0640ab-e81f-4e72-acf4-7068b2e6da18 req-ba794f57-3bff-4084-bd20-33a3a22b26b7 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 945 time: 0.0889828 Jun 17 09:05:20.821611 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] For port 2dfe7227-48d6-4a99-9516-ba920a94e223, host dv-cinder-797608-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-33-iscsi',level=0,port_id=2dfe7227-48d6-4a99-9516-ba920a94e223,segment=NetworkSegment(c51cb5ca-1461-4a49-a757-e887ba1cf4f3),segment_id=c51cb5ca-1461-4a49-a757-e887ba1cf4f3)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:20.822018 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), precommit_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:20.837721 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] Calling delete_port for 2dfe7227-48d6-4a99-9516-ba920a94e223 owned by network:dhcp {{(pid=116211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:20.887480 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-ca0640ab-e81f-4e72-acf4-7068b2e6da18 req-a17fd83a-959e-47c4-a8db-87bb05d3eb3e tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591316 Jun 17 09:05:20.924458 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device a6aee089-810c-4274-a9c4-5174509375b2 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 09:05:20.978250 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port a6aee089-810c-4274-a9c4-5174509375b2 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 09:05:20.999780 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14377860'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.006041 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064'] for port (2dfe7227-48d6-4a99-9516-ba920a94e223), after_delete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.033173 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] Pushing event deleted for resources: {'Port': ['ID=2dfe7227-48d6-4a99-9516-ba920a94e223,revision_number=None']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:21.033406 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfe7227-48d6-4a99-9516-ba920a94e223,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:21.035279 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] No DVR routers for this DVR port 2dfe7227-48d6-4a99-9516-ba920a94e223 on host dv-cinder-797608-33-iscsi {{(pid=116210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:05:21.039633 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c37d8-0b98-4142-9c2d-c102b40c18c5 None None] No DVR routers for this DVR port 2dfe7227-48d6-4a99-9516-ba920a94e223 on host dv-cinder-797608-33-iscsi {{(pid=116211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:05:21.058116 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port a6aee089-810c-4274-a9c4-5174509375b2 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:05:21.058484 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (a6aee089-810c-4274-a9c4-5174509375b2), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.106689 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.128158 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:21.137248 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port a6aee089-810c-4274-a9c4-5174509375b2 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:05:21.137629 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (a6aee089-810c-4274-a9c4-5174509375b2), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.137839 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:21.138130 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51cb5ca-1461-4a49-a757-e887ba1cf4f3') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:05:21.148220 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (c51cb5ca-1461-4a49-a757-e887ba1cf4f3), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.162197 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (c51cb5ca-1461-4a49-a757-e887ba1cf4f3), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.162732 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9ef870-363e-4886-9445-96ce8444b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aee089-810c-4274-a9c4-5174509375b2'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:21.164966 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da06749-02d4-43b8-ad22-718b61dfbafb" -d '{"events": [{"server_uuid": "6e9ef870-363e-4886-9445-96ce8444b819", "name": "network-vif-plugged", "status": "completed", "tag": "a6aee089-810c-4274-a9c4-5174509375b2"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:21.168842 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:05:21.169077 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (c51cb5ca-1461-4a49-a757-e887ba1cf4f3), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.179058 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port a6aee089-810c-4274-a9c4-5174509375b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a6aee089-810c-4274-a9c4-5174509375b2,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:21.188916 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:21.207570 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bfdb85-062b-4e63-a7ce-b79ae5a7b735 x-openstack-request-id: req-a9bfdb85-062b-4e63-a7ce-b79ae5a7b735 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:21.207886 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9ef870-363e-4886-9445-96ce8444b819", "name": "network-vif-plugged", "status": "completed", "tag": "a6aee089-810c-4274-a9c4-5174509375b2", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:21.208138 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9bfdb85-062b-4e63-a7ce-b79ae5a7b735 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:21.208527 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bfdb85-062b-4e63-a7ce-b79ae5a7b735'] response: {'server_uuid': '6e9ef870-363e-4886-9445-96ce8444b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aee089-810c-4274-a9c4-5174509375b2', 'code': 200} Jun 17 09:05:21.220784 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment c51cb5ca-1461-4a49-a757-e887ba1cf4f3 resource provider aggregate not found Jun 17 09:05:21.238981 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment c51cb5ca-1461-4a49-a757-e887ba1cf4f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c51cb5ca-1461-4a49-a757-e887ba1cf4f3 found for delete ", "request_id": "req-6f87eaf7-72d4-4a77-ba3e-e09f0a118493"}]} Jun 17 09:05:21.284334 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (a6aee089-810c-4274-a9c4-5174509375b2), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.313887 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.319220 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.320035 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:21.322422 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] 10.222.0.78 "DELETE /v2.0/networks/f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7 HTTP/1.1" status: 204 len: 168 time: 0.8368571 Jun 17 09:05:21.335671 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=a6aee089-810c-4274-a9c4-5174509375b2,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:21.336084 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed993753-6be7-485e-8356-079f4e79d49d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5195a3c-c4c0-4b0f-866d-c1e4cf531ae7,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:21.584011 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7f3f8-5790-473e-9e4c-b678f2754b4e req-dcc6bf83-798f-4467-b9a2-db7c82734ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:21.584011 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-dbc7f3f8-5790-473e-9e4c-b678f2754b4e req-dcc6bf83-798f-4467-b9a2-db7c82734ee2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 1130 time: 0.0403445 Jun 17 09:05:21.615981 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.631087 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-dbc7f3f8-5790-473e-9e4c-b678f2754b4e req-38ad2121-eacd-4d01-bec9-5d35d309eee7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Jun 17 09:05:21.653673 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4b751235-efda-47f1-8b61-0a88af17dcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.712001 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47634) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:21.753584 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-3125b76a-0a53-401a-8721-9ccacafc2d96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c3ecf1efb8748a0af09e501e2b9d81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404401 Jun 17 09:05:21.756077 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47636) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:21.805283 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-167fd322-2b2c-485f-8bc4-d12fb1a0c1bb admin admin] Publish callbacks [] for security_group (9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.830648 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-167fd322-2b2c-485f-8bc4-d12fb1a0c1bb admin admin] Publish callbacks [] for security_group (9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.967709 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-167fd322-2b2c-485f-8bc4-d12fb1a0c1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.970736 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-167fd322-2b2c-485f-8bc4-d12fb1a0c1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:21.971886 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-167fd322-2b2c-485f-8bc4-d12fb1a0c1bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e HTTP/1.1" status: 204 len: 168 time: 0.2150164 Jun 17 09:05:21.999062 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fd322-2b2c-485f-8bc4-d12fb1a0c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca275c1-953d-4c8d-8e6a-8c4bdceccc2e,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:22.005971 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:22.017523 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab24d14-380d-4785-b2da-3da33baedc52 req-38c2bf43-c600-4fba-9d00-231782409f43 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:22.019116 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ab24d14-380d-4785-b2da-3da33baedc52 req-38c2bf43-c600-4fba-9d00-231782409f43 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 946 time: 0.0629478 Jun 17 09:05:22.073856 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2ab24d14-380d-4785-b2da-3da33baedc52 req-506085f9-81b0-40b8-ba2c-09f5fede934c tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 Jun 17 09:05:22.327706 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2dfe7227-48d6-4a99-9516-ba920a94e223 no longer exists at agent ovs-agent-dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:22.350098 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] No Port match for: 2dfe7227-48d6-4a99-9516-ba920a94e223 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:22.350504 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Device 2dfe7227-48d6-4a99-9516-ba920a94e223 not bound to the agent host dv-cinder-797608-33-iscsi {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:22.744116 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:22.853453 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47644) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:22.868029 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:22.895691 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-cd518cb8-55b5-4790-a940-5e8a1db5d914 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4729c6eb33414711b24bb51b9a389fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410235 Jun 17 09:05:22.898142 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47646) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:05:22.947857 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5a261070-3d9c-4d72-a05b-c095f1ff9e8d admin admin] Publish callbacks [] for security_group (57f8cb04-b8e4-4582-8cff-774e2d79df60), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:22.971118 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5a261070-3d9c-4d72-a05b-c095f1ff9e8d admin admin] Publish callbacks [] for security_group (57f8cb04-b8e4-4582-8cff-774e2d79df60), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:23.138312 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5a261070-3d9c-4d72-a05b-c095f1ff9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (57f8cb04-b8e4-4582-8cff-774e2d79df60), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:23.141609 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-5a261070-3d9c-4d72-a05b-c095f1ff9e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:23.142949 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-5a261070-3d9c-4d72-a05b-c095f1ff9e8d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57f8cb04-b8e4-4582-8cff-774e2d79df60 HTTP/1.1" status: 204 len: 168 time: 0.2438073 Jun 17 09:05:23.151186 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261070-3d9c-4d72-a05b-c095f1ff9e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f8cb04-b8e4-4582-8cff-774e2d79df60,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:23.195269 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4c29-2fe7-4bff-9167-14d3c2df7ddf req-c65e293f-dae1-47ce-bba2-93ebcd3a51f7 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:23.196789 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0fce4c29-2fe7-4bff-9167-14d3c2df7ddf req-c65e293f-dae1-47ce-bba2-93ebcd3a51f7 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 946 time: 0.0520973 Jun 17 09:05:23.250156 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0fce4c29-2fe7-4bff-9167-14d3c2df7ddf req-c53dba1d-d4a0-42e6-9f07-3da57d4847ae tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469809 Jun 17 09:05:24.166844 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:24.720700 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:24.749368 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4830c06-0227-49db-99ec-b282f37a2e94 req-53a34458-a6f7-46bf-8126-e30f7acd41d0 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:24.750901 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4830c06-0227-49db-99ec-b282f37a2e94 req-53a34458-a6f7-46bf-8126-e30f7acd41d0 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 946 time: 0.0502408 Jun 17 09:05:24.798825 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a4830c06-0227-49db-99ec-b282f37a2e94 req-a79a5f1e-d84b-4481-b4a7-90f528af1c0b tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Jun 17 09:05:25.055520 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=71 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:25.086615 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:25.912608 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83776424-f061-4975-93f0-b0e2661f0764 req-75a4f633-4ecd-4e15-83b3-58b33b84db09 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:25.914132 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-83776424-f061-4975-93f0-b0e2661f0764 req-75a4f633-4ecd-4e15-83b3-58b33b84db09 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 946 time: 0.0468717 Jun 17 09:05:25.960563 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-83776424-f061-4975-93f0-b0e2661f0764 req-d287dac5-d95e-4edb-ac2f-d2e1aff8c270 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Jun 17 09:05:26.007215 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:26.016044 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-1bdce352-0a2c-4ad9-9c06-e970d7966cbf tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:26.017496 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-1bdce352-0a2c-4ad9-9c06-e970d7966cbf tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 946 time: 0.0509901 Jun 17 09:05:26.099901 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Deleting port a6aee089-810c-4274-a9c4-5174509375b2 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:26.100156 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (a6aee089-810c-4274-a9c4-5174509375b2), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:26.191749 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] For port a6aee089-810c-4274-a9c4-5174509375b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a6aee089-810c-4274-a9c4-5174509375b2,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:26.192110 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (a6aee089-810c-4274-a9c4-5174509375b2), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:26.207225 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Calling delete_port for a6aee089-810c-4274-a9c4-5174509375b2 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:26.469602 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (a6aee089-810c-4274-a9c4-5174509375b2), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:26.481565 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['a6aee089-810c-4274-a9c4-5174509375b2'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:05:26.502756 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Pushing event deleted for resources: {'Port': ['ID=a6aee089-810c-4274-a9c4-5174509375b2,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:26.546715 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] No DVR routers for this DVR port a6aee089-810c-4274-a9c4-5174509375b2 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:05:26.549290 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:26.552964 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-869428da-f5a7-4f3d-ab38-1cbfffdef8bd req-6177135b-f82e-4778-bf2b-1671752634b1 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "DELETE /v2.0/ports/a6aee089-810c-4274-a9c4-5174509375b2 HTTP/1.1" status: 204 len: 173 time: 0.5296502 Jun 17 09:05:26.553404 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9ef870-363e-4886-9445-96ce8444b819', 'name': 'network-vif-deleted', 'tag': 'a6aee089-810c-4274-a9c4-5174509375b2'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:26.555700 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b074eb-a128-4a9f-bcf4-8366e2819f5f" -d '{"events": [{"server_uuid": "6e9ef870-363e-4886-9445-96ce8444b819", "name": "network-vif-deleted", "tag": "a6aee089-810c-4274-a9c4-5174509375b2"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:26.592264 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a8176c-d55d-484c-a59f-236f4633e427 x-openstack-request-id: req-45a8176c-d55d-484c-a59f-236f4633e427 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:26.592813 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9ef870-363e-4886-9445-96ce8444b819", "name": "network-vif-deleted", "tag": "a6aee089-810c-4274-a9c4-5174509375b2", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:26.593027 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45a8176c-d55d-484c-a59f-236f4633e427 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:26.593438 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a8176c-d55d-484c-a59f-236f4633e427'] response: {'server_uuid': '6e9ef870-363e-4886-9445-96ce8444b819', 'name': 'network-vif-deleted', 'tag': 'a6aee089-810c-4274-a9c4-5174509375b2', 'status': 'completed', 'code': 200} Jun 17 09:05:27.074388 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0359528b-ee6d-4a00-9e68-6376438126be req-e32019ab-8b5e-4b17-9979-4325317d4f7b tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e9ef870-363e-4886-9445-96ce8444b819 HTTP/1.1" status: 200 len: 210 time: 0.0328834 Jun 17 09:05:27.105924 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:28.390676 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-85167b82-1415-4af4-ba3c-18bd9ed09787 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:28.392123 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-85167b82-1415-4af4-ba3c-18bd9ed09787 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/networks?id=18ce522e-401c-4f75-aa04-b101cb609c9f HTTP/1.1" status: 200 len: 808 time: 0.1029432 Jun 17 09:05:28.406985 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-579e2f2e-60e2-48eb-92af-55a1cd7de750 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/quotas/a3661c95e2114a67b40bff418d2f0a3f HTTP/1.1" status: 200 len: 375 time: 0.0094109 Jun 17 09:05:28.441149 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-641966f9-4ad5-4bc3-86fe-3ee25a584b23 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292313 Jun 17 09:05:28.535487 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-7e97c8f2-30be-4808-9230-1f303e31c6ae service neutron] 10.222.0.78 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877066 Jun 17 09:05:28.627177 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-9342fbdc-9e23-4f2e-bdce-f0b84988103d service neutron] 10.222.0.78 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860136 Jun 17 09:05:28.865394 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-8eebf9c2-ebd3-4055-aa75-61e287edd06a req-26c630cd-d16e-460e-9076-d0da41b70e3a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 210 time: 0.0294757 Jun 17 09:05:28.925191 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device a6aee089-810c-4274-a9c4-5174509375b2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:29.067451 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: a6aee089-810c-4274-a9c4-5174509375b2 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:29.067787 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device a6aee089-810c-4274-a9c4-5174509375b2 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:29.942897 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:29.960333 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-100855fc-40d3-40e2-b328-bf0c22bcc556 req-4ce9275f-9186-4395-9eb0-831d72d02fdf tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 210 time: 0.0279682 Jun 17 09:05:31.032158 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-b6db1c91-a160-4844-a86f-7bf22e6829b4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:31.033990 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-b6db1c91-a160-4844-a86f-7bf22e6829b4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "GET /v2.0/networks?id=18ce522e-401c-4f75-aa04-b101cb609c9f HTTP/1.1" status: 200 len: 808 time: 0.1092458 Jun 17 09:05:31.046847 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Request body: {'port': {'device_id': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f', 'admin_state_up': True, 'tenant_id': 'a3661c95e2114a67b40bff418d2f0a3f'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:05:31.069959 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-2b070dbf-9bce-457b-9067-9605a7611e52 req-7ade4bef-6db3-4ee8-b5e3-8d1ee94ca3c6 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 210 time: 0.0299053 Jun 17 09:05:31.246940 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Made reservation on behalf of a3661c95e2114a67b40bff418d2f0a3f for: {'port': 1} {{(pid=116209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:05:31.251102 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (None), before_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:31.375421 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:31.384005 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_common [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Allocated IP 172.20.0.4 (18ce522e-401c-4f75-aa04-b101cb609c9f/2e6ca5d0-754f-4eb5-a3ef-27d222c637f6/90afbf5f-739c-4ecd-88b8-3a6623da7f16) {{(pid=116209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:05:31.490977 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:31.533524 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks [] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), precommit_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:31.641491 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782193281055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), after_create {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:31.687607 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Network 18ce522e-401c-4f75-aa04-b101cb609c9f is already hosted by enough agents. {{(pid=116209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:05:31.692880 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.scheduler.base_scheduler [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Resources bound (agent type, host, resource id): {{(pid=116209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:05:31.694982 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Pushing event updated for resources: {'Port': ['ID=90afbf5f-739c-4ecd-88b8-3a6623da7f16,revision_number=1']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:31.697125 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Received port after_create {{(pid=116209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 09:05:31.746285 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:31.746898 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:31.877797 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-3ae89481-0505-4dc7-94c7-1d903d70742a tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352745 Jun 17 09:05:31.890251 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.v2.base [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Request body: {'port': {'device_id': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=116209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 09:05:31.950235 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:32.191587 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50386a-a6f8-4894-9a75-fece02a15a55 req-f8b504f7-ab03-429b-b9d8-eaab5d308698 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:32.192989 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3f50386a-a6f8-4894-9a75-fece02a15a55 req-f8b504f7-ab03-429b-b9d8-eaab5d308698 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 931 time: 0.0530996 Jun 17 09:05:32.205079 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90afbf5f-739c-4ecd-88b8-3a6623da7f16 {{(pid=116209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:05:32.213014 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Publish callbacks [] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), precommit_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:32.226141 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.provisioning_blocks [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Transition to ACTIVE for port object 90afbf5f-739c-4ecd-88b8-3a6623da7f16 will not be triggered until provisioned by entity L2. {{(pid=116209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 09:05:32.241130 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-3f50386a-a6f8-4894-9a75-fece02a15a55 req-206a578c-8dca-4de3-b143-090a93f2c9b4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Jun 17 09:05:32.304066 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:32.307464 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:32.356991 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Pushing event updated for resources: {'Port': ['ID=90afbf5f-739c-4ecd-88b8-3a6623da7f16,revision_number=2']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:32.512069 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Attempting to bind port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 09:05:32.512400 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Attempting to bind port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 09:05:32.512726 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Attempting to bind port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 on network 18ce522e-401c-4f75-aa04-b101cb609c9f {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:05:32.517401 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 on network 18ce522e-401c-4f75-aa04-b101cb609c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 09:05:32.517717 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Attempting to bind port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 on network 18ce522e-401c-4f75-aa04-b101cb609c9f {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 09:05:32.522569 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Checking agent: {'id': '202ae812-8487-4df0-9a90-7a864126f6a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'started_at': datetime.datetime(2022, 6, 17, 8, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 9, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 09:05:32.522899 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Checking segment: {'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 09:05:32.523279 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Bound using segment: {'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'} {{(pid=116209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 09:05:32.523733 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.managers [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Bound port: 90afbf5f-739c-4ecd-88b8-3a6623da7f16, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5961e4-fbf0-49a8-a3f9-c62b689f821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f'}}] {{(pid=116209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 09:05:32.524092 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), before_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:32.584846 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] For port 90afbf5f-739c-4ecd-88b8-3a6623da7f16, host hv-cinder-79760, cleared binding levels {{(pid=116209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 09:05:32.586498 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:32.588270 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] For port 90afbf5f-739c-4ecd-88b8-3a6623da7f16, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=90afbf5f-739c-4ecd-88b8-3a6623da7f16,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 09:05:32.701952 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14162978'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), after_update {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:32.738352 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:32.739097 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:32.740582 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] 10.222.0.83 "PUT /v2.0/ports/90afbf5f-739c-4ecd-88b8-3a6623da7f16 HTTP/1.1" status: 200 len: 1093 time: 0.8552635 Jun 17 09:05:32.741021 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'tag': '90afbf5f-739c-4ecd-88b8-3a6623da7f16'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:32.743285 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce420517-2d71-49c0-89c6-fa168da899b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb7509e-9dd0-44da-8011-915b825d79b8", "tag": "90afbf5f-739c-4ecd-88b8-3a6623da7f16"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:32.768976 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70c07b-e708-45ba-8706-a8bd2cd4c356 service neutron] Pushing event updated for resources: {'Port': ['ID=90afbf5f-739c-4ecd-88b8-3a6623da7f16,revision_number=3']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:32.786224 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383b2afe-1afe-4f30-a754-52ed26111f91 x-openstack-request-id: req-383b2afe-1afe-4f30-a754-52ed26111f91 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:32.786511 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb7509e-9dd0-44da-8011-915b825d79b8", "tag": "90afbf5f-739c-4ecd-88b8-3a6623da7f16", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:32.786760 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-383b2afe-1afe-4f30-a754-52ed26111f91 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:32.787158 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383b2afe-1afe-4f30-a754-52ed26111f91'] response: {'name': 'network-changed', 'server_uuid': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'tag': '90afbf5f-739c-4ecd-88b8-3a6623da7f16', 'status': 'completed', 'code': 200} Jun 17 09:05:32.850413 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce420517-2d71-49c0-89c6-fa168da899b7 req-134d9937-cb4a-4f8d-a712-d2b9b5ae06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:32.852044 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ce420517-2d71-49c0-89c6-fa168da899b7 req-134d9937-cb4a-4f8d-a712-d2b9b5ae06f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 1127 time: 0.0450230 Jun 17 09:05:32.953183 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce420517-2d71-49c0-89c6-fa168da899b7 req-0242ec9c-4ade-436b-9922-9347baf0e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:32.954600 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ce420517-2d71-49c0-89c6-fa168da899b7 req-0242ec9c-4ade-436b-9922-9347baf0e863 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0951779 Jun 17 09:05:33.050522 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce420517-2d71-49c0-89c6-fa168da899b7 req-a397599f-d755-4b9a-b6a5-e3d12dfe94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:33.052117 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-ce420517-2d71-49c0-89c6-fa168da899b7 req-a397599f-d755-4b9a-b6a5-e3d12dfe94c6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916872 Jun 17 09:05:33.127089 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-aae2c7ac-b4cb-4a35-9323-66a2b8cb6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:33.128619 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-aae2c7ac-b4cb-4a35-9323-66a2b8cb6000 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 1127 time: 0.0402539 Jun 17 09:05:33.173035 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-358c8a30-8174-42c5-9ce9-ad1495fb2c62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90afbf5f-739c-4ecd-88b8-3a6623da7f16 HTTP/1.1" status: 200 len: 217 time: 0.0376704 Jun 17 09:05:33.224267 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4fbc2f61-610c-4edf-937a-c21e50b7c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:33.224267 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4fbc2f61-610c-4edf-937a-c21e50b7c531 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2e6ca5d0-754f-4eb5-a3ef-27d222c637f6 HTTP/1.1" status: 200 len: 848 time: 0.0440526 Jun 17 09:05:33.254323 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-4f408029-1a55-4629-b704-c2d893163619 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18ce522e-401c-4f75-aa04-b101cb609c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259151 Jun 17 09:05:33.347915 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-110c8b76-ab3a-4a58-b3e5-1104b7362f94 service neutron] 10.222.0.83 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875454 Jun 17 09:05:33.356288 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ff5ee-68ca-47d1-9f11-10f1a36ddc3f req-d481a735-6a0a-4652-adb8-60f5e503f277 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:33.357879 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163ff5ee-68ca-47d1-9f11-10f1a36ddc3f req-d481a735-6a0a-4652-adb8-60f5e503f277 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 943 time: 0.0479355 Jun 17 09:05:33.405803 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-163ff5ee-68ca-47d1-9f11-10f1a36ddc3f req-b4d2662c-59ce-4243-87a6-59a46a5c1b39 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Jun 17 09:05:33.439284 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-307b2edd-245b-4d1e-a91e-7c853a4e79a5 req-03730293-84aa-4944-a712-bfef3fbcc6da service neutron] 10.222.0.83 "GET /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860541 Jun 17 09:05:34.521807 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd05a05-965d-4206-823c-a8bc5e10c6b3 req-fd703d60-1fe5-4c3c-8c48-39830389aaeb tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:34.523251 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0bd05a05-965d-4206-823c-a8bc5e10c6b3 req-fd703d60-1fe5-4c3c-8c48-39830389aaeb tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 943 time: 0.0467024 Jun 17 09:05:34.573821 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-0bd05a05-965d-4206-823c-a8bc5e10c6b3 req-a9a63e05-4b5b-4602-bfd2-1c1d35f10111 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449824 Jun 17 09:05:34.952978 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 90afbf5f-739c-4ecd-88b8-3a6623da7f16 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=116211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 09:05:35.052866 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 90afbf5f-739c-4ecd-88b8-3a6623da7f16, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=90afbf5f-739c-4ecd-88b8-3a6623da7f16,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:35.064598 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Returning: {'device': '90afbf5f-739c-4ecd-88b8-3a6623da7f16', 'network_id': '18ce522e-401c-4f75-aa04-b101cb609c9f', 'port_id': '90afbf5f-739c-4ecd-88b8-3a6623da7f16', 'mac_address': 'fa:16:3e:ec:40:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6ca5d0-754f-4eb5-a3ef-27d222c637f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 09:05:35.100468 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 is: DOWN; New status is: BUILD {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:05:35.100863 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:35.114062 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90afbf5f-739c-4ecd-88b8-3a6623da7f16 {{(pid=116211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 09:05:35.134261 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 90afbf5f-739c-4ecd-88b8-3a6623da7f16, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=90afbf5f-739c-4ecd-88b8-3a6623da7f16,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:35.198718 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:35.244952 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=90afbf5f-739c-4ecd-88b8-3a6623da7f16,revision_number=4']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:35.392020 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['90afbf5f-739c-4ecd-88b8-3a6623da7f16'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:05:35.691161 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be367e-82e8-4a5f-862b-d583c7e41a6e req-dd3effc0-8ab0-496c-b2f0-b33e50c4a5eb tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:35.692645 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f5be367e-82e8-4a5f-862b-d583c7e41a6e req-dd3effc0-8ab0-496c-b2f0-b33e50c4a5eb tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 944 time: 0.0483108 Jun 17 09:05:35.708572 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:35.713485 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:35.740652 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-f5be367e-82e8-4a5f-862b-d583c7e41a6e req-5b94341e-249c-4cf3-9da6-871458e955d3 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Jun 17 09:05:36.854446 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5107a9b-c3d1-4987-bc0f-769d02e41c90 req-a2bce4ee-2fe9-4f5e-90e6-e8b40c349e78 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:36.855932 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d5107a9b-c3d1-4987-bc0f-769d02e41c90 req-a2bce4ee-2fe9-4f5e-90e6-e8b40c349e78 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 944 time: 0.0470707 Jun 17 09:05:36.887063 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=100 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:36.903335 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-d5107a9b-c3d1-4987-bc0f-769d02e41c90 req-3efe7110-cb23-437f-bb2f-ad016f2f08ed tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Jun 17 09:05:36.963775 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 90afbf5f-739c-4ecd-88b8-3a6623da7f16 up at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 09:05:37.010200 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning for port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 completed by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 09:05:37.080859 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.db.provisioning_blocks [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Provisioning complete for port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 triggered by entity L2. {{(pid=116211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 09:05:37.081148 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096363'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), provisioning_complete {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:37.146381 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:37.155546 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Current status of the port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 is: BUILD; New status is: ACTIVE {{(pid=116211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 09:05:37.155953 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1858553'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), before_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:37.179213 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90afbf5f-739c-4ecd-88b8-3a6623da7f16'}] {{(pid=116211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:37.181457 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1669460ad9754c1abbe99ebea24a23a8399e123e108a7fff8e518a77f13917c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c5362-8678-4de2-92cd-d82bab41baab" -d '{"events": [{"server_uuid": "bfb7509e-9dd0-44da-8011-915b825d79b8", "name": "network-vif-plugged", "status": "completed", "tag": "90afbf5f-739c-4ecd-88b8-3a6623da7f16"}]}' {{(pid=116211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:37.194416 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] For port 90afbf5f-739c-4ecd-88b8-3a6623da7f16, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=90afbf5f-739c-4ecd-88b8-3a6623da7f16,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:37.219566 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba694e-234a-4f9a-9cb2-c0a4fe07a3b8 x-openstack-request-id: req-daba694e-234a-4f9a-9cb2-c0a4fe07a3b8 {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:37.220099 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb7509e-9dd0-44da-8011-915b825d79b8", "name": "network-vif-plugged", "status": "completed", "tag": "90afbf5f-739c-4ecd-88b8-3a6623da7f16", "code": 200}]} {{(pid=116211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:37.220375 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-daba694e-234a-4f9a-9cb2-c0a4fe07a3b8 {{(pid=116211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:37.220757 dv-cinder-797608-33-iscsi neutron-server[116211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daba694e-234a-4f9a-9cb2-c0a4fe07a3b8'] response: {'server_uuid': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90afbf5f-739c-4ecd-88b8-3a6623da7f16', 'code': 200} Jun 17 09:05:37.292133 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782193668702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782193281073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782193281091'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:37.340602 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Pushing event updated for resources: {'Port': ['ID=90afbf5f-739c-4ecd-88b8-3a6623da7f16,revision_number=5']} {{(pid=116211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:37.560954 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fe6e8-d96d-4c9f-9d44-17df9838f9d3 req-da95b910-56f8-49cc-9806-1b096c2299f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:37.562502 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-058fe6e8-d96d-4c9f-9d44-17df9838f9d3 req-da95b910-56f8-49cc-9806-1b096c2299f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 1129 time: 0.0394909 Jun 17 09:05:37.609308 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-058fe6e8-d96d-4c9f-9d44-17df9838f9d3 req-188623b0-b8a1-4206-b4dc-fe1bd7fd2c49 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Jun 17 09:05:38.020318 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adf999-d613-461d-9639-32b5006eb28a req-0fbd805e-34a9-43ad-8b47-2a751b1e0751 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:38.021779 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6adf999-d613-461d-9639-32b5006eb28a req-0fbd805e-34a9-43ad-8b47-2a751b1e0751 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 945 time: 0.0507169 Jun 17 09:05:38.069424 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-c6adf999-d613-461d-9639-32b5006eb28a req-5ca0760a-9cf3-478c-a541-5e6093eb7c6b tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Jun 17 09:05:39.189447 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659886c9-c676-4f34-b842-a43317598d02 req-a433c759-fcd7-4293-bbf1-99886332c301 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:39.190859 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-659886c9-c676-4f34-b842-a43317598d02 req-a433c759-fcd7-4293-bbf1-99886332c301 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 945 time: 0.0495415 Jun 17 09:05:39.238922 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-659886c9-c676-4f34-b842-a43317598d02 req-18e9e3e2-aa10-4fa8-afb6-fde3e3088912 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Jun 17 09:05:40.589829 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822cb6f-83ef-4fe2-99a2-5b35774c58b7 req-366b4083-4bf8-40b5-b2b4-1425b886a8c7 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:40.591286 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7822cb6f-83ef-4fe2-99a2-5b35774c58b7 req-366b4083-4bf8-40b5-b2b4-1425b886a8c7 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 945 time: 0.0461671 Jun 17 09:05:40.641978 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-7822cb6f-83ef-4fe2-99a2-5b35774c58b7 req-c957d650-b3e4-48ed-b0a1-e3a2abefab91 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Jun 17 09:05:41.681736 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:05:41.761568 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b3e01-066e-4619-8bcf-fbe7f208bd04 req-a11cdeac-d8c8-48e5-a1d1-b27435257ce0 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:41.763075 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a48b3e01-066e-4619-8bcf-fbe7f208bd04 req-a11cdeac-d8c8-48e5-a1d1-b27435257ce0 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 945 time: 0.0488625 Jun 17 09:05:41.810079 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-a48b3e01-066e-4619-8bcf-fbe7f208bd04 req-2f410395-b3d7-47c0-ac71-a2f4eb77be33 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/security-groups?id=8384ad32-fe90-47bc-9395-284289f20ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Jun 17 09:05:41.856398 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-dc7873a0-a8eb-4300-825c-9c2700fec8c8 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 09:05:41.861110 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-dc7873a0-a8eb-4300-825c-9c2700fec8c8 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 945 time: 0.0461121 Jun 17 09:05:41.904996 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=100 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:41.938329 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Deleting port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 {{(pid=116209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 09:05:41.938581 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782193665648'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:42.030744 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.db [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] For port 90afbf5f-739c-4ecd-88b8-3a6623da7f16, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=90afbf5f-739c-4ecd-88b8-3a6623da7f16,segment=NetworkSegment(5e5961e4-fbf0-49a8-a3f9-c62b689f821b),segment_id=5e5961e4-fbf0-49a8-a3f9-c62b689f821b)] {{(pid=116209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 09:05:42.031104 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784377'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:42.045136 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.plugins.ml2.plugin [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Calling delete_port for 90afbf5f-739c-4ecd-88b8-3a6623da7f16 owned by compute:nova {{(pid=116209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 09:05:42.284588 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1858366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-911152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782193668711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782193281064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14163161'] for port (90afbf5f-739c-4ecd-88b8-3a6623da7f16), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:42.296143 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.db [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] get_ports_and_sgs() called for port_ids ['90afbf5f-739c-4ecd-88b8-3a6623da7f16'] {{(pid=116211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 09:05:42.312946 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Pushing event deleted for resources: {'Port': ['ID=90afbf5f-739c-4ecd-88b8-3a6623da7f16,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:05:42.358445 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] No DVR routers for this DVR port 90afbf5f-739c-4ecd-88b8-3a6623da7f16 on host hv-cinder-79760 {{(pid=116209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 09:05:42.361175 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218217'] for port (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:42.364732 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [req-8ba55e07-f6a8-478c-8090-7787a9007f60 req-f313bf47-38f9-47ad-9e7f-97ac76e90be4 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.83 "DELETE /v2.0/ports/90afbf5f-739c-4ecd-88b8-3a6623da7f16 HTTP/1.1" status: 204 len: 173 time: 0.5016148 Jun 17 09:05:42.365174 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'name': 'network-vif-deleted', 'tag': '90afbf5f-739c-4ecd-88b8-3a6623da7f16'}] {{(pid=116209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 09:05:42.368111 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862f29ce38c629c5c02d4d9e6278f3a0c2b6971230a9392b044d479d35280fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f33ccb-5317-4f2d-91c7-b6c7ccff68c7" -d '{"events": [{"server_uuid": "bfb7509e-9dd0-44da-8011-915b825d79b8", "name": "network-vif-deleted", "tag": "90afbf5f-739c-4ecd-88b8-3a6623da7f16"}]}' {{(pid=116209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:05:42.403130 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa01a4e-008f-477e-a72d-32251eb73bd8 x-openstack-request-id: req-aaa01a4e-008f-477e-a72d-32251eb73bd8 {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:05:42.403478 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb7509e-9dd0-44da-8011-915b825d79b8", "name": "network-vif-deleted", "tag": "90afbf5f-739c-4ecd-88b8-3a6623da7f16", "status": "completed", "code": 200}]} {{(pid=116209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:05:42.403782 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aaa01a4e-008f-477e-a72d-32251eb73bd8 {{(pid=116209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:05:42.405003 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa01a4e-008f-477e-a72d-32251eb73bd8'] response: {'server_uuid': 'bfb7509e-9dd0-44da-8011-915b825d79b8', 'name': 'network-vif-deleted', 'tag': '90afbf5f-739c-4ecd-88b8-3a6623da7f16', 'status': 'completed', 'code': 200} Jun 17 09:05:42.918191 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [req-513b82ed-473c-446f-8066-eba358a3229b req-f77117f2-e05d-4511-85e1-6a8faa01c345 tempest-VolumesActionsTest-875258510 tempest-VolumesActionsTest-875258510-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb7509e-9dd0-44da-8011-915b825d79b8 HTTP/1.1" status: 200 len: 210 time: 0.0276396 Jun 17 09:05:45.010467 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 90afbf5f-739c-4ecd-88b8-3a6623da7f16 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 09:05:45.039699 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.plugin [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] No Port match for: 90afbf5f-739c-4ecd-88b8-3a6623da7f16 {{(pid=116211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 09:05:45.040268 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron.plugins.ml2.rpc [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Device 90afbf5f-739c-4ecd-88b8-3a6623da7f16 not bound to the agent host hv-cinder-79760 {{(pid=116211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 09:05:49.300484 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:49.389962 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e45a45f7-ae76-4eec-bd61-a34618b52e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:51.641408 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:51.677542 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:51.684055 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-cffcb9ce-c830-456e-ba20-8410f42e40cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:52.321813 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:52.342156 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=94,neutron:DELETE=5 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:52.707244 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:52.900182 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=92 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:52.902140 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=36 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:05:54.178328 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:05:54.709279 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:04.632609 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:04.641856 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:10.314774 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [-] (116209) accepted ('10.222.0.78', 47978) {{(pid=116209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:06:10.360275 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.db.db_base_plugin_v2 [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Deleting subnet 2e6ca5d0-754f-4eb5-a3ef-27d222c637f6 {{(pid=116209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 09:06:10.363528 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Publish callbacks [] for subnet (2e6ca5d0-754f-4eb5-a3ef-27d222c637f6), before_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:10.401519 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542764'] for subnet (2e6ca5d0-754f-4eb5-a3ef-27d222c637f6), precommit_delete_associations {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:10.441454 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2089747'] for subnet (2e6ca5d0-754f-4eb5-a3ef-27d222c637f6), precommit_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:10.600724 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2089754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14163180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14228874'] for subnet (2e6ca5d0-754f-4eb5-a3ef-27d222c637f6), after_delete {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:10.628172 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6ca5d0-754f-4eb5-a3ef-27d222c637f6,revision_number=None']} {{(pid=116209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:06:10.632368 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron_lib.callbacks.manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:10.635519 dv-cinder-797608-33-iscsi neutron-server[116209]: INFO neutron.wsgi [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2e6ca5d0-754f-4eb5-a3ef-27d222c637f6 HTTP/1.1" status: 204 len: 168 time: 0.3196955 Jun 17 09:06:10.638183 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47980) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:06:10.641628 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.641967 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.642302 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.642633 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.642957 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.643278 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.643682 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.644022 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.644369 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.644784 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.645104 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.645422 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.645742 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.646057 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.646372 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410485e9-4666-4e0d-9714-f8566a1b8a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:10.960953 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1975059'] for network (18ce522e-401c-4f75-aa04-b101cb609c9f), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.038334 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2090576', 'neutron.services.segments.db._delete_segments_for_network-8782193824516'] for network (18ce522e-401c-4f75-aa04-b101cb609c9f), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.061490 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ce522e-401c-4f75-aa04-b101cb609c9f']}} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:06:11.070649 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5961e4-fbf0-49a8-a3f9-c62b689f821b') {'for_net_delete': True} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:06:11.070942 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.services.segments.db [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5961e4-fbf0-49a8-a3f9-c62b689f821b') {} {{(pid=116210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:06:11.081023 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782193823627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15822027'] for segment (5e5961e4-fbf0-49a8-a3f9-c62b689f821b), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.094579 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819'] for segment (5e5961e4-fbf0-49a8-a3f9-c62b689f821b), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.100808 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=116210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:06:11.101184 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14377819'] for segment (5e5961e4-fbf0-49a8-a3f9-c62b689f821b), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.124178 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 5e5961e4-fbf0-49a8-a3f9-c62b689f821b resource provider aggregate not found Jun 17 09:06:11.151650 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.services.segments.plugin [-] Segment 5e5961e4-fbf0-49a8-a3f9-c62b689f821b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e5961e4-fbf0-49a8-a3f9-c62b689f821b found for delete ", "request_id": "req-d995a0bd-75e3-40be-9c24-b8bb2ce8c5b2"}]} Jun 17 09:06:11.244226 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2090601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-754660'] for network (18ce522e-401c-4f75-aa04-b101cb609c9f), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.249346 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647051'] for network (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.253390 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] 10.222.0.78 "DELETE /v2.0/networks/18ce522e-401c-4f75-aa04-b101cb609c9f HTTP/1.1" status: 204 len: 168 time: 0.6133442 Jun 17 09:06:11.266396 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ce522e-401c-4f75-aa04-b101cb609c9f,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:06:11.274276 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.274622 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.274958 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.275296 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.275706 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.276035 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.276388 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.276715 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.277113 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.277377 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.277699 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.278013 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.278362 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.278674 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.278990 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60993edb-f8f8-423a-9688-a0fbd411e931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-33-iscsi {{(pid=116210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:06:11.644554 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47988) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:06:11.685736 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-2f05db66-b8ad-4dbd-847e-eb3822ddfd5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3661c95e2114a67b40bff418d2f0a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398684 Jun 17 09:06:11.688103 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [-] (116210) accepted ('10.222.0.78', 47990) {{(pid=116210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 09:06:11.738722 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f244f972-d726-449d-8366-0976d9c6af29 admin admin] Publish callbacks [] for security_group (8384ad32-fe90-47bc-9395-284289f20ec7), before_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.762230 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f244f972-d726-449d-8366-0976d9c6af29 admin admin] Publish callbacks [] for security_group (8384ad32-fe90-47bc-9395-284289f20ec7), precommit_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.889629 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f244f972-d726-449d-8366-0976d9c6af29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597097'] for security_group (8384ad32-fe90-47bc-9395-284289f20ec7), after_delete {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.892086 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron_lib.callbacks.manager [None req-f244f972-d726-449d-8366-0976d9c6af29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:11.893274 dv-cinder-797608-33-iscsi neutron-server[116210]: INFO neutron.wsgi [None req-f244f972-d726-449d-8366-0976d9c6af29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8384ad32-fe90-47bc-9395-284289f20ec7 HTTP/1.1" status: 204 len: 168 time: 0.2042325 Jun 17 09:06:11.901301 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244f972-d726-449d-8366-0976d9c6af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8384ad32-fe90-47bc-9395-284289f20ec7,revision_number=None']} {{(pid=116210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:06:17.117564 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=18 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:17.119491 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=14 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:18.680860 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:06:19.438464 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-6800f0b8-5eaf-4691-ad74-42e89afb063e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:20.610830 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:20.637765 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG dbcounter [-] [116209] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:21.678540 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-290d301f-638b-490b-95fd-5ce1b0015bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:21.737559 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:21.794850 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:21.897600 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG dbcounter [-] [116210] Writing DB stats neutron:SELECT=54,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:22.775520 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:24.166209 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:24.712321 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:28.676386 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:28.677319 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:34.633267 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:34.639153 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:49.363996 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-69366f27-2085-4daa-8098-e6ea43fa7478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:49.702336 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:49.708044 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=5 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:06:51.672302 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:51.685310 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-4cd20aac-c9e1-440c-a55b-511760a3efde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:52.726018 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:54.154247 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:54.746428 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:06:55.680573 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:07:04.640279 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:04.642062 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:05.676878 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:05.677628 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:19.382241 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-968aed82-a069-4383-8038-1fd538ea91a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:21.668448 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:21.742464 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-eb4bdc4b-3685-4b12-af34-1394dae452ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:22.731197 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:24.165164 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:24.717853 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:26.699990 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:26.704869 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:32.680887 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:07:37.120873 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:37.122771 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:42.675236 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:42.676212 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:07:49.375267 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1231d36a-3e12-4ed5-81ef-3073a8ef358d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:51.690524 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:51.705003 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1522da86-d61f-43ea-99d2-a3ba44382d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:52.723753 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:54.153887 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:07:54.713765 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:03.697209 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:03.703134 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:04.639102 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:04.645988 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:09.681316 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:08:19.381804 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-a2607d8e-066d-4e47-b622-a08a225fcdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:19.676131 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=13 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:19.676932 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=15 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:21.645299 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-1a97bb33-e7bb-495d-b1a4-e2df18c4726e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:21.678978 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:22.763074 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:24.192395 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:24.701768 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:34.639873 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:34.642721 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:40.696446 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:40.700397 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=3 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:46.681527 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:08:49.358952 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-ec457a7c-6fc3-48ea-b526-8cc54335481c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:51.638519 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-55094f66-f17f-4fc1-89c6-6d9b0044b965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:51.672770 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:52.718911 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:54.193190 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:54.700620 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:08:56.676068 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:08:56.676917 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:04.638953 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:04.640924 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:19.375620 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e5de332d-8d58-4974-bd34-fb456e0b5de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:21.667060 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-aed89ad8-2909-4028-aa53-d439f03a6e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:21.701013 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:22.741760 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:23.681343 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:09:24.254779 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:24.712695 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:27.683769 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=5 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:33.676764 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:36.884009 dv-cinder-797608-33-iscsi neutron-server[116210]: DEBUG neutron.wsgi [req-30c34936-8bcf-45bb-806c-e85d26aa07a9 req-42d42f79-7574-431e-877e-296bb698c269 service neutron] (116210) timed out ('10.222.0.83', 58757) {{(pid=116210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 09:09:37.119026 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:37.120930 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:37.205957 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [req-426b2b3d-74f7-4bd3-bf17-fb4ce79abfb2 req-6f0c5e7e-fa8c-43ba-aa95-e4e968709607 service neutron] (116209) timed out ('10.222.0.83', 58756) {{(pid=116209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 09:09:48.435428 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [req-e8fc857e-47af-48bd-8ca0-69896f8c9723 req-c11fc760-005f-4593-8e74-09b30f9a2734 service neutron] (116209) timed out ('10.222.0.83', 58985) {{(pid=116209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 09:09:49.364127 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-af4dc868-9758-45e8-995c-5cbb0fa37460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:51.643927 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-efeaf0ae-66f9-4f9a-b93a-c6f848e0ddd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:51.701018 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:52.792586 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:54.203836 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:09:54.688893 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:54.693738 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:09:54.706449 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:00.681763 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:10:04.639086 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:04.641004 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:17.114171 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=13 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:17.118601 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=15 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:19.386332 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-62bb05ab-c560-444c-98cd-bbe448a54741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:21.643963 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e6408179-f04e-4905-baac-fae399c7758d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:21.675917 dv-cinder-797608-33-iscsi neutron-server[116209]: DEBUG neutron.wsgi [req-ee52db05-285b-4f47-94f4-7503f189b8ca req-ca1ff414-9353-403e-8a6c-e933458ec198 service neutron] (116209) timed out ('10.222.0.83', 58988) {{(pid=116209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 09:10:21.751374 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:22.740534 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:24.180375 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:24.728961 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:31.687314 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:31.691210 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=4 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:34.637688 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:34.644402 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:37.681242 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:10:47.677376 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:10:49.351697 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-034cfd66-8483-47d1-8394-5c1483ad7a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:51.671773 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e4954ac8-d3e4-4245-a0c5-f9878fae5286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:51.763477 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:52.746015 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:54.300238 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:10:54.729205 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:11:04.646451 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:11:04.648364 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:11:14.681600 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG neutron.db.agents_db [None req-d9037749-2c0f-4e55-90c3-058825577931 None None] Agent healthcheck: found 6 active agents {{(pid=116212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 09:11:19.368470 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1465178-fd3d-40de-bd20-7edb5dd7c0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (02d8fcdb-3484-47dc-88cc-d830d54dc29d), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:11:21.637065 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-46ac58d8-1964-41bb-9599-ce9fa865f98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (d0b0d2e6-5aec-4fe0-a464-5adc8e872f37), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:11:21.734302 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b5df06ac-6dc4-4219-955d-bd26ae4a76ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (202ae812-8487-4df0-9a90-7a864126f6a1), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:11:22.745309 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-e1399329-465f-4aac-9641-6ec761956b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4cd72e99-2cbb-4433-8c8c-3dd8f163b232), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:11:24.248349 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-9240c8d9-4855-4f11-80b3-435535d2e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (08a037aa-b957-4a31-8daa-35a44ae3dd08), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:11:24.677061 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=7 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:11:24.677783 dv-cinder-797608-33-iscsi neutron-server[116212]: DEBUG dbcounter [-] [116212] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=116212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:11:24.711222 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG neutron_lib.callbacks.manager [None req-b8f274f9-f595-4388-b616-7a792a5f8a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782193823726', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096141'] for agent (4033e4ae-691e-4093-82fa-c3d1a83a7db6), after_update {{(pid=116211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 09:11:37.118881 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 09:11:37.123730 dv-cinder-797608-33-iscsi neutron-server[116211]: DEBUG dbcounter [-] [116211] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}